-- Logs begin at Thu 2022-07-07 14:32:42 UTC, end at Thu 2022-07-07 15:50:51 UTC. -- Jul 07 15:24:33.290606 dv-cinder-841302-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 15:24:35.963097 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.common.config [-] Logging enabled! Jul 07 15:24:35.963756 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev420 Jul 07 15:24:35.963907 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104194) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 07 15:24:35.967168 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.common.config [-] Logging enabled! Jul 07 15:24:35.967425 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev420 Jul 07 15:24:35.967765 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104194) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 07 15:24:35.968699 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 15:24:35.968933 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 15:24:35.969300 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 15:24:35.969545 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 15:24:35.969770 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 15:24:35.970745 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.971048 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.971282 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.971599 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.971896 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.972180 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.972472 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.972771 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.973059 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.973344 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.973630 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.973863 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.974145 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.974438 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.974729 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.974956 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] debug = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.975239 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.975710 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.976131 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.976424 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.976715 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.976998 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.977270 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.977546 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.977833 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.978158 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] host = dv-cinder-841302-5-iscsi {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.978440 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.978728 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.979017 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.979302 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.979600 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.979883 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.980168 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.980444 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.980733 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] log_file = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.980998 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.981286 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.981574 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.981863 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.982089 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.982311 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.982601 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.983149 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.983425 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.983724 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.984001 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.984276 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.984552 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.984820 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.985107 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.985393 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.986371 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.986651 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.986928 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.987205 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.987486 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.987798 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.988076 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.988351 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.988627 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.988968 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.989256 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.989534 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.989837 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.990123 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.990406 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.990697 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.990975 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.991258 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.991533 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.991834 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.992108 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] use_json = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.992383 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.992657 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.992941 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.993216 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.993490 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.993767 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.994041 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.994326 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.994598 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:35.994899 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:35.995197 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:35.995499 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:35.995817 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:35.996126 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:35.996411 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:35.996701 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:35.996985 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:35.997277 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:35.997569 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:35.997862 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:35.998143 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:35.998445 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:35.998740 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:35.999038 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:35.999343 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:35.999664 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:35.999960 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.000239 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.000517 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.000797 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.001079 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.001396 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.001681 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.001973 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.002265 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.002553 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.002852 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.003138 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.003426 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.003749 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.004045 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.004321 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.004604 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.004898 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.005194 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.005455 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.005748 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.006031 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.006306 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.006590 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.006883 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.007172 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.007446 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.007752 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.008047 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.008324 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.008596 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.008869 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.009148 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.009421 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.009707 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.009987 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.010260 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.010532 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.010819 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.011092 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.011364 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.011669 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.011946 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.012222 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.012495 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.012767 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.013038 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.013314 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.013582 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.013854 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.014128 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.014405 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.014680 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.014950 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.015221 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.015496 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.015790 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.016092 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.016372 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.016653 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.016959 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.017240 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.017517 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.017797 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.018079 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.018358 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.018631 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.018920 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.019205 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.019491 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.019800 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.020084 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.020405 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.020692 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.020972 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.021258 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.021538 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.021818 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.022104 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.022391 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.022686 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.022981 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.023260 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.023555 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.023940 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.024237 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.024523 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.024834 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.025113 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:36.025330 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 15:24:36.025569 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104194) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 15:24:36.322646 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104194) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 07 15:24:36.322856 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104194) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 07 15:24:36.323160 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104194) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 07 15:24:36.323493 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 15:24:36.736904 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:36.737191 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:36.737464 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:36.740372 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:36.740658 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:36.740929 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:36.793828 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:36.794108 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:36.794378 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:36.808771 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:36.809051 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:36.809320 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:36.841986 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:36.842263 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:36.842532 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:36.879763 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:36.880042 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:36.880309 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.120199 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.120811 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.120811 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.121001 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.121705 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.221933 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.224005 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.224301 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.224581 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.224857 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.225174 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.225443 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.225983 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.226252 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.226534 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.226792 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.227057 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.227312 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.227599 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.227842 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.228108 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.228365 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.228634 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.228905 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.229164 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.229441 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.229698 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.229990 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.230369 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.230621 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.230871 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.231271 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 15:24:37.231514 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 15:24:37.231776 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 15:24:37.232014 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 15:24:37.232255 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 15:24:37.232490 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 15:24:37.233128 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 15:24:37.236880 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 15:24:37.240793 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 15:24:37.244468 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 07 15:24:37.246100 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 15:24:37.246712 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 15:24:37.247051 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 15:24:37.247440 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 15:24:37.250246 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 15:24:37.250502 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 15:24:37.250848 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 15:24:37.256637 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 07 15:24:37.279182 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 15:24:37.279666 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.279965 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104194) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 07 15:24:37.280337 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.281686 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104194) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 15:24:37.281967 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 15:24:37.282215 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 15:24:37.285682 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.285967 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:37.430555 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 15:24:37.430741 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 15:24:37.430979 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 15:24:37.431349 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 15:24:37.484614 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO dbcounter [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Registered counter for database neutron Jul 07 15:24:37.503839 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_db.sqlalchemy.engines [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104194) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 15:24:37.516349 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writer thread running {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 07 15:24:38.198514 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Initializing driver for type 'gre' Jul 07 15:24:38.199123 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] gre ID ranges: [(1, 1000)] Jul 07 15:24:38.403933 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Initializing driver for type 'local' Jul 07 15:24:38.404256 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Initializing driver for type 'vlan' Jul 07 15:24:38.502095 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] VlanTypeDriver initialization complete Jul 07 15:24:38.502418 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Initializing driver for type 'vxlan' Jul 07 15:24:38.502935 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] vxlan ID ranges: [(1, 1000)] Jul 07 15:24:38.672841 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Initializing extension driver 'port_security' Jul 07 15:24:38.673650 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.extensions.port_security [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] PortSecurityExtensionDriver initialization complete Jul 07 15:24:38.673973 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Initializing mechanism driver 'openvswitch' Jul 07 15:24:38.674289 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Initializing mechanism driver 'hyperv' Jul 07 15:24:38.683848 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:24:38.684505 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > port after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.684884 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > port after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.685214 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > port after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.685705 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104194) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 07 15:24:38.686116 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.686463 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.686801 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.687184 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104194) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 07 15:24:38.687619 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > network after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.687969 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > network after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.688309 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > network after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.689288 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104194) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 07 15:24:38.689719 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > security_group after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.690063 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > security_group after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.690400 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.690781 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104194) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 07 15:24:38.691180 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.691519 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.691886 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.692265 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104194) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 07 15:24:38.692657 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > address_group after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.692996 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > address_group after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.693333 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.693762 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104194) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 07 15:24:38.694195 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] ML2 OVO RPC backend initialized. {{(pid=104194) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 07 15:24:38.694885 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.695234 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.695671 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > network before_response 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.696016 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > networks before_response 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.696355 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > port before_response 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.696689 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > ports before_response 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.697025 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > subnet before_response 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.697358 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > subnets before_response 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.697699 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > network after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.698030 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > network after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.698361 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > network after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.698686 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > port after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.699011 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > port after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.699337 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > port after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.699686 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.700018 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.700370 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.707827 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded quota_driver: . Jul 07 15:24:38.708184 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.plugin [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Modular L2 Plugin initialization complete Jul 07 15:24:38.708524 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading services supported by the core plugin {{(pid=104194) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 15:24:38.708861 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.plugins.ml2.managers [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Got port-security extension from driver 'port_security' Jul 07 15:24:38.709330 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.extensions.vlantransparent [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Disabled vlantransparent extension. Jul 07 15:24:38.709817 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104194) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 15:24:38.710138 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading Plugin: router Jul 07 15:24:38.745259 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.745640 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router after_create 55549900 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.746002 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router before_create 55549900 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.746488 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.746857 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.747207 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router after_delete 55549900 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.747591 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.747933 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.748285 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router after_create 55549900 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.748627 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router after_update 55549900 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.748970 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router after_update 55549900 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.749308 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.749658 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router after_update 55549900 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.750059 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.750421 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: port after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.750753 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: port after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.751723 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: subnet after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.752070 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.752417 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.752760 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.753097 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: port before_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.753434 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router precommit_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.753781 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router after_update 55549900 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.754117 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.754460 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.754813 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.755151 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.755507 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > agent after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.755873 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > agent after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.756217 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > network after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.757045 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Tracking information for resource: router configured {{(pid=104194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 15:24:38.757370 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Tracking information for resource: floatingip configured {{(pid=104194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 15:24:38.762090 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.db.l3_agentschedulers_db [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 15:24:38.762654 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: port after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.763007 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: port after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.763352 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: port after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.763738 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: port after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.764508 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router before_create 55550100 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.764865 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.765219 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router precommit_create 55550100 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.765569 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > router precommit_update 55550100 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.770336 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.services.provider_configuration [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Service providers = [] {{(pid=104194) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 15:24:38.770696 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.db.servicetype_db [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104194) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 15:24:38.773597 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.services.service_base [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104194) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 15:24:38.773945 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.services.service_base [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104194) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 15:24:38.774280 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.services.service_base [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104194) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 15:24:38.775315 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.services.service_base [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104194) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 15:24:38.775716 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.services.service_base [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 15:24:38.776086 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 15:24:38.776400 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 15:24:38.786550 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 15:24:38.786877 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading Plugin: auto_allocate Jul 07 15:24:38.792557 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: network precommit_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.792920 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: network precommit_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.793433 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 15:24:38.793748 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading Plugin: tag Jul 07 15:24:38.800991 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 15:24:38.801320 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading Plugin: timestamp Jul 07 15:24:38.805077 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 15:24:38.805405 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading Plugin: network_ip_availability Jul 07 15:24:38.810843 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.811205 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.811554 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:38.812268 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 15:24:38.812583 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading Plugin: flavors Jul 07 15:24:38.818091 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 15:24:38.818416 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading Plugin: revisions Jul 07 15:24:38.822608 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 15:24:38.822991 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_concurrency.lockutils [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.500s {{(pid=104194) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 07 15:24:38.823745 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104194) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 07 15:24:38.824082 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Initializing extension manager. Jul 07 15:24:38.824598 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: __init__.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.824933 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: __pycache__ {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.825261 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: address_group.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.826002 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.826560 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: address-group Jul 07 15:24:38.826877 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: address_scope.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.827598 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.828118 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: address-scope Jul 07 15:24:38.828435 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.829372 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.829880 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: router-admin-state-down-before-update Jul 07 15:24:38.830195 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: agent.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.830882 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.831385 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: agent Jul 07 15:24:38.831731 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: agent_resources_synced.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.832628 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.833134 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: agent-resources-synced Jul 07 15:24:38.833449 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: allowedaddresspairs.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.835183 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.835729 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: allowed-address-pairs Jul 07 15:24:38.836051 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: auto_allocated_topology.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.837104 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.837613 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: auto-allocated-topology Jul 07 15:24:38.837938 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: availability_zone.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.838623 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.839126 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: availability_zone Jul 07 15:24:38.839442 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: availability_zone_filter.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.840370 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.840889 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: availability_zone_filter Jul 07 15:24:38.841210 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: data_plane_status.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.842100 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.842609 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 15:24:38.842927 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: default_subnetpools.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.843869 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.844381 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: default-subnetpools Jul 07 15:24:38.844697 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.846005 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.846514 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: dhcp_agent_scheduler Jul 07 15:24:38.846831 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: dns.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.847764 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.848275 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension dns-integration not supported by any of loaded plugins Jul 07 15:24:38.848597 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: dns_domain_ports.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.849499 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.850013 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 15:24:38.850330 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.851333 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.851883 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 15:24:38.852198 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: dvr.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.852866 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.853371 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: dvr Jul 07 15:24:38.853687 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: ecmp_routes.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.854603 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.855109 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 07 15:24:38.855427 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: empty_string_filtering.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.856344 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.856860 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: empty-string-filtering Jul 07 15:24:38.857178 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.858709 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.859224 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 15:24:38.859540 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.861019 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.861713 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 15:24:38.862036 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: external_net.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.862941 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.863451 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: external-net Jul 07 15:24:38.863796 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.864706 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.865212 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: extra_dhcp_opt Jul 07 15:24:38.865530 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: extraroute.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.866427 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.866935 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: extraroute Jul 07 15:24:38.867253 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: extraroute_atomic.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.868308 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.868823 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: extraroute-atomic Jul 07 15:24:38.869141 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: filter_validation.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.869800 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.870301 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: filter-validation Jul 07 15:24:38.870614 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: fip_pf_description.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.871515 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.872048 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 15:24:38.872366 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: fip_pf_port_range.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.873262 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.873764 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 07 15:24:38.874080 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: fip_port_details.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.874989 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.875495 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: fip-port-details Jul 07 15:24:38.875835 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: flavors.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.877076 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.877595 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: flavors Jul 07 15:24:38.877915 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.879549 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.880101 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 15:24:38.880424 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: floatingip_pools.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.881114 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.881624 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: floatingip-pools Jul 07 15:24:38.881940 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: ip_allocation.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.882841 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.883346 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 15:24:38.883690 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.884592 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.885100 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: ip-substring-filtering Jul 07 15:24:38.885417 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: l2_adjacency.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.886337 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.886841 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 15:24:38.887158 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: l3.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.888138 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.888658 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: router Jul 07 15:24:38.888976 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.891176 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.891779 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 15:24:38.892115 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.893026 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.893544 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: ext-gw-mode Jul 07 15:24:38.893867 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.894771 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.895281 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: l3-ha Jul 07 15:24:38.895632 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.896537 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.897046 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 07 15:24:38.897365 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: l3_flavors.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.898268 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.898778 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: l3-flavors Jul 07 15:24:38.899099 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.900472 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.900990 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 07 15:24:38.901312 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.902213 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.902727 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 15:24:38.903044 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: l3agentscheduler.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.904236 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.904757 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: l3_agent_scheduler Jul 07 15:24:38.905123 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: local_ip.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.906890 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.907978 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension local_ip not supported by any of loaded plugins Jul 07 15:24:38.908307 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: logging.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.909771 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.910336 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension logging not supported by any of loaded plugins Jul 07 15:24:38.910654 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: metering.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.911389 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.911999 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: metering Jul 07 15:24:38.912324 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.913408 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.913922 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: metering_source_and_destination_fields Jul 07 15:24:38.914242 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: multiprovidernet.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.915153 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.915701 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: multi-provider Jul 07 15:24:38.916027 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: netmtu.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.916922 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.917428 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: net-mtu Jul 07 15:24:38.917745 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: netmtu_writable.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.918645 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.919156 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: net-mtu-writable Jul 07 15:24:38.919473 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: network_availability_zone.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.920158 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.920663 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: network_availability_zone Jul 07 15:24:38.920977 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: network_ip_availability.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.922069 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.922579 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: network-ip-availability Jul 07 15:24:38.923536 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: network_segment_range.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.924291 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.924800 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 15:24:38.925114 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: pagination.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.926079 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.926398 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: pagination Jul 07 15:24:38.926711 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: port_device_profile.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.927635 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.928148 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: port-device-profile Jul 07 15:24:38.928466 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: port_mac_address_override.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.929389 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.929895 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: port-mac-override Jul 07 15:24:38.930211 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.931119 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.931664 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: port-mac-address-regenerate Jul 07 15:24:38.931985 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.933040 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.933548 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: port-numa-affinity-policy Jul 07 15:24:38.933866 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: port_resource_request.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.934762 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.935267 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 15:24:38.935612 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: port_resource_request_groups.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.936573 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.937080 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 07 15:24:38.937401 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: portbindings.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.938313 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.938849 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: binding Jul 07 15:24:38.939176 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: portbindings_extended.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.940447 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.940962 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: binding-extended Jul 07 15:24:38.941282 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: portsecurity.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.942185 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.942701 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: port-security Jul 07 15:24:38.943021 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: project_id.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.944017 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.944339 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: project-id Jul 07 15:24:38.944654 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: providernet.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.945565 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.946076 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: provider Jul 07 15:24:38.946395 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: qos.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.951463 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.952013 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension qos not supported by any of loaded plugins Jul 07 15:24:38.952341 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.953592 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.954129 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 15:24:38.954458 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.955386 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.955937 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 15:24:38.956260 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: qos_default.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.957164 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.957678 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension qos-default not supported by any of loaded plugins Jul 07 15:24:38.957999 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: qos_fip.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.958904 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.959424 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension qos-fip not supported by any of loaded plugins Jul 07 15:24:38.959777 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.960685 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.961197 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 07 15:24:38.961515 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: qos_gateway_ip.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.962427 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.962940 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 15:24:38.963257 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: qos_port_network_policy.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.964184 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.964696 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 15:24:38.965019 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.966047 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.966564 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 07 15:24:38.966880 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.967936 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.968594 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 07 15:24:38.968914 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: qos_pps_rule.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.970640 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.971160 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension qos-pps not supported by any of loaded plugins Jul 07 15:24:38.971486 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: qos_rule_type_details.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.972427 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.972943 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 15:24:38.973266 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.974173 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.974684 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 07 15:24:38.975006 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: qos_rules_alias.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.976055 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.976571 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 15:24:38.976889 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: quota_check_limit.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.977786 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.978304 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: quota-check-limit Jul 07 15:24:38.978624 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: quotasv2.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.979610 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.979933 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: quotas Jul 07 15:24:38.980251 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: quotasv2_detail.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.981933 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.982265 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: quota_details Jul 07 15:24:38.982592 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: rbac.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.983916 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.984440 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: rbac-policies Jul 07 15:24:38.984763 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: rbac_address_group.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.993172 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.993691 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: rbac-address-group Jul 07 15:24:38.994013 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: rbac_address_scope.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.994930 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.995449 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: rbac-address-scope Jul 07 15:24:38.995796 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: rbac_security_groups.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.996803 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.997306 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: rbac-security-groups Jul 07 15:24:38.997625 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: rbac_subnetpool.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:38.998533 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:38.999049 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: rbac-subnetpool Jul 07 15:24:38.999368 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: revisionifmatch.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.000377 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.000889 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: revision-if-match Jul 07 15:24:39.001254 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: revisions.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.002355 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.002869 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: standard-attr-revisions Jul 07 15:24:39.003192 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: router_availability_zone.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.003893 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.004405 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: router_availability_zone Jul 07 15:24:39.004727 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: routerservicetype.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.005821 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.006338 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension router-service-type not supported by any of loaded plugins Jul 07 15:24:39.006656 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.007584 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.008118 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: security-groups-normalized-cidr Jul 07 15:24:39.008438 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.009365 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.009873 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: port-security-groups-filtering Jul 07 15:24:39.010194 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.016237 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.016791 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: security-groups-remote-address-group Jul 07 15:24:39.017113 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.018041 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.018554 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: security-groups-shared-filtering Jul 07 15:24:39.018878 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: securitygroup.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.028558 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.029087 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: security-group Jul 07 15:24:39.029418 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: segment.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.030141 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.030658 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension segment not supported by any of loaded plugins Jul 07 15:24:39.030981 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.031947 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.032992 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 15:24:39.038908 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: servicetype.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.039787 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.040310 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: service-type Jul 07 15:24:39.040633 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: sorting.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.041605 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.041928 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: sorting Jul 07 15:24:39.042246 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: standard_attr_segment.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.043144 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.043689 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 15:24:39.044009 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: standardattrdescription.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.044701 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.045210 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: standard-attr-description Jul 07 15:24:39.045529 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: stateful_security_group.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.046464 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.046976 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: stateful-security-group Jul 07 15:24:39.047296 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: stdattrs_common.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.048525 dv-cinder-841302-5-iscsi neutron-server[104194]: WARNING neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 15:24:39.048851 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.049799 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.050326 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 15:24:39.050649 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: subnet_onboard.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.051726 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.052249 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: subnet_onboard Jul 07 15:24:39.052572 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.053487 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.054002 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 15:24:39.054323 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: subnet_service_types.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.055258 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.055817 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: subnet-service-types Jul 07 15:24:39.056137 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: subnetallocation.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.057204 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.057720 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: subnet_allocation Jul 07 15:24:39.058038 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.058695 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.059217 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: subnetpool-prefix-ops Jul 07 15:24:39.059530 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.060502 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.061011 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 15:24:39.061328 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: tagging.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.062398 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.062909 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: standard-attr-tag Jul 07 15:24:39.063229 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: timestamp.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.064463 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.064981 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loaded extension: standard-attr-timestamp Jul 07 15:24:39.065304 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: trunk.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.066318 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.066835 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension trunk not supported by any of loaded plugins Jul 07 15:24:39.067158 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: trunk_details.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.068089 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.068604 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension trunk-details not supported by any of loaded plugins Jul 07 15:24:39.068925 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: uplink_status_propagation.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.069842 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.073147 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 15:24:39.073147 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Loading extension file: vlantransparent.py {{(pid=104194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 15:24:39.073610 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 15:24:39.074116 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 15:24:39.076694 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of TrackedResource for resource:network Jul 07 15:24:39.077201 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of TrackedResource for resource:subnet Jul 07 15:24:39.077602 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 15:24:39.077989 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of TrackedResource for resource:port Jul 07 15:24:39.079287 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.v2.resource_helper [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 15:24:39.079757 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.v2.resource_helper [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Service FLAVORS assigned prefix: {{(pid=104194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 15:24:39.080370 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.v2.resource_helper [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 15:24:39.080809 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.v2.resource_helper [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 15:24:39.081138 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of TrackedResource for resource:router Jul 07 15:24:39.081566 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 15:24:39.082042 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.v2.resource_helper [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Service METERING assigned prefix: /metering {{(pid=104194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 15:24:39.083496 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:39.083890 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:39.084234 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:24:39.085210 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 15:24:39.085644 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of TrackedResource for resource:security_group Jul 07 15:24:39.086062 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 15:24:39.086657 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.v2.resource_helper [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Service CORE assigned prefix: {{(pid=104194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 15:24:39.086980 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 15:24:39.087325 dv-cinder-841302-5-iscsi neutron-server[104194]: WARNING neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] subnetpool is already registered Jul 07 15:24:39.087770 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.v2.resource_helper [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Service CORE assigned prefix: {{(pid=104194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 15:24:39.088088 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 15:24:39.088411 dv-cinder-841302-5-iscsi neutron-server[104194]: WARNING neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] subnetpool is already registered Jul 07 15:24:39.090670 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.v2.resource_helper [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 15:24:39.091097 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.v2.resource_helper [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Service FLAVORS assigned prefix: {{(pid=104194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 15:24:39.091697 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.v2.resource_helper [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 15:24:39.092113 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.v2.resource_helper [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 15:24:39.092439 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of TrackedResource for resource:router Jul 07 15:24:39.096236 dv-cinder-841302-5-iscsi neutron-server[104194]: WARNING neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] router is already registered Jul 07 15:24:39.096236 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 15:24:39.096236 dv-cinder-841302-5-iscsi neutron-server[104194]: WARNING neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] floatingip is already registered Jul 07 15:24:39.096236 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.v2.resource_helper [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Service METERING assigned prefix: /metering {{(pid=104194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 15:24:39.096236 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 15:24:39.096236 dv-cinder-841302-5-iscsi neutron-server[104194]: WARNING neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] rbac_policy is already registered Jul 07 15:24:39.096236 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of TrackedResource for resource:security_group Jul 07 15:24:39.096236 dv-cinder-841302-5-iscsi neutron-server[104194]: WARNING neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] security_group is already registered Jul 07 15:24:39.096780 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 15:24:39.096858 dv-cinder-841302-5-iscsi neutron-server[104194]: WARNING neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] security_group_rule is already registered Jul 07 15:24:39.097447 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.v2.resource_helper [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Service CORE assigned prefix: {{(pid=104194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 15:24:39.097766 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 15:24:39.098091 dv-cinder-841302-5-iscsi neutron-server[104194]: WARNING neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] subnetpool is already registered Jul 07 15:24:39.098501 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.v2.resource_helper [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Service CORE assigned prefix: {{(pid=104194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 15:24:39.098818 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 15:24:39.099141 dv-cinder-841302-5-iscsi neutron-server[104194]: WARNING neutron.quota.resource_registry [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] subnetpool is already registered Jul 07 15:24:39.099620 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: extensions {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.101093 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: address-groups {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.102567 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: address-scopes {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.103905 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: agents {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.105053 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: auto-allocated-topology {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.106264 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: availability_zones {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.107472 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: dhcp-networks {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.109229 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: dhcp-agents {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.111287 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: routers {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.113024 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: flavors {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.114267 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: service_profiles {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.115460 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: next_providers {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.116902 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: service_profiles {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.118415 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: floatingip-pools {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.119651 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: routers {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.121328 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: floatingips {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.122587 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: l3-routers {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.123967 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: l3-agents {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.125446 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: metering-labels {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.126743 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: metering-label-rules {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.129092 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: network-ip-availabilities {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.130351 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: bindings {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.131915 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: quotas {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.133570 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: quotas {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.135129 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: rbac-policies {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.136342 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: security-groups {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.137627 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: security-group-rules {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.138866 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: service-providers {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.140084 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: subnetpools {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.141412 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: subnetpools {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.142952 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: tags {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.144627 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: tags {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.147720 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: tags {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.148318 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: tags {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.149969 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: tags {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.151957 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: tags {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.153638 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: tags {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.155497 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: tags {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.157814 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: tags {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.159557 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron.api.extensions [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Extended resource: tags {{(pid=104194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 15:24:39.165530 dv-cinder-841302-5-iscsi neutron-server[104194]: WARNING keystonemiddleware.auth_token [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 15:24:39.170465 dv-cinder-841302-5-iscsi neutron-server[104194]: WARNING keystonemiddleware.auth_token [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 15:24:39.181461 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_concurrency.lockutils [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Acquired lock "singleton_lock" {{(pid=104194) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 07 15:24:39.181461 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_concurrency.lockutils [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Releasing lock "singleton_lock" {{(pid=104194) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 07 15:24:39.181461 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO oslo_service.service [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Starting 2 workers Jul 07 15:24:39.186351 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Started child 104327 {{(pid=104194) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 15:24:39.190870 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Started child 104328 {{(pid=104194) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 15:24:39.191844 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:24:39.192595 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO neutron.service [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 15:24:39.193083 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:24:39.193384 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [-] (104327) wsgi starting up on http://0.0.0.0:9696 Jul 07 15:24:39.195580 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO oslo_service.service [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Starting 1 workers Jul 07 15:24:39.195710 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:24:39.197062 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [-] (104328) wsgi starting up on http://0.0.0.0:9696 Jul 07 15:24:39.200786 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Started child 104329 {{(pid=104194) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 15:24:39.201328 dv-cinder-841302-5-iscsi neutron-server[104194]: INFO oslo_service.service [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Starting 1 workers Jul 07 15:24:39.205081 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.service [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] calling RpcWorker wait() {{(pid=104329) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 15:24:39.205529 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.service [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] returning from RpcWorker wait() {{(pid=104329) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 15:24:39.206317 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Started child 104330 {{(pid=104194) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 15:24:39.206992 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:24:39.207129 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-04e00470-afcf-40af-8000-8ed689c9f0e6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:24:39.207641 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:24:39.209063 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104194) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 15:24:39.209270 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 15:24:39.209452 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 15:24:39.209669 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 15:24:39.209991 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 15:24:39.210149 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 15:24:39.210673 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.210944 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.211192 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.211408 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:24:39.211896 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.212132 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.212407 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.212660 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.216629 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.216629 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.216629 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.216629 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.216629 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.216629 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.216629 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.216629 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.217106 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.217106 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.217106 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.217106 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.217106 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.217106 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.217106 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] debug = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.217106 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.217611 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.217611 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.217611 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.217611 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.217877 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.218220 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.218386 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.218598 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.218795 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.219031 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.219286 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.219527 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.219828 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.220058 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.220905 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.221129 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.221618 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] host = dv-cinder-841302-5-iscsi {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.221855 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.222087 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.222339 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.222596 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.222850 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.223061 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.223313 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.223555 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.223845 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.224087 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.224335 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.224575 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.224816 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.225060 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] log_file = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.225216 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] log_options = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.225450 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.225713 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.225987 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.226178 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.226328 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.226502 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.226835 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.226995 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.227136 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.227369 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.227615 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.227829 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.228024 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.228253 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.228518 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.228724 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.228961 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.229165 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.229432 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.229681 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.229917 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.230136 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.230381 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.230594 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.230818 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.231024 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.231375 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.231796 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.232046 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.232377 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.232705 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.233358 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.233608 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.233771 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:24:39.233917 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.234096 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.234493 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.234669 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.235149 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.235468 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.235765 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.236010 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.236266 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.236558 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.236902 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.237256 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.237794 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.238138 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] use_json = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.238138 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.238549 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.238549 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.238774 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.238991 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.239312 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.239419 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.239777 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.240007 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.240347 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.245410 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.245410 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.245410 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.245410 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.245410 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.245410 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.245410 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.245410 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.246004 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.246004 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.246004 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.246004 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.246004 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.246004 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.246004 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.246004 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.246512 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.246512 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.246512 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.246512 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.246777 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.247690 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.247690 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.247690 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.247690 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.248019 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.248153 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.248425 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.248862 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.249223 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.249478 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.249887 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.250303 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.251641 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.251641 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.251641 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.251641 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.251641 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.252035 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.252035 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.252260 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.253079 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.253079 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.253079 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.253492 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.253492 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.253766 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.253898 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.254035 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.254257 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.254997 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.254997 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.254997 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.255419 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.255419 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.255705 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.255957 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.256189 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.258761 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.258761 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.258761 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.258761 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.258761 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.258761 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.258761 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.258761 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.259298 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.259298 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.259298 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.259298 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.259298 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.259298 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.259723 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.259723 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.259888 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.260014 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.260250 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.260460 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.260673 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.260879 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.261119 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.261330 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.261537 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.261745 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.261954 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.262192 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.262400 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.262803 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.262803 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.263319 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.263319 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.263627 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.263852 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.268407 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.268407 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.268407 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.268407 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.268407 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.268407 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.268407 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.268407 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.268931 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.268931 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.268931 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.268931 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.268931 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.268931 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.268931 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.268931 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.269409 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.269409 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.269409 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.269409 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.269409 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.269409 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.269758 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.269758 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.269945 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.270346 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.270597 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.271028 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.271425 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.271716 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.272030 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.272301 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.272549 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.272796 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.273026 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.273272 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.273494 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.273755 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.273986 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.274231 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.274454 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.274696 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.274928 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.275139 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.275379 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.275727 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.275961 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.276187 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.276414 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.276669 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.276900 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.277143 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.277408 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.277650 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.277898 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.278162 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.278404 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.278655 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.278866 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.279111 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.279319 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.279537 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.279774 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.280004 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.280206 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.280444 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.280669 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.281044 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.281276 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.281492 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.281709 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.281922 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.282168 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.283027 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.283265 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.283498 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.283757 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.283978 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.284190 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.284404 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.284653 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.284868 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.285158 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.285406 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.285616 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.285870 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.286121 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.286368 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.286580 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.286819 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.287033 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.287243 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.287451 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.287770 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.287981 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.288193 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.288432 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.288643 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.288894 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.289132 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.289461 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.289713 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.289941 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.290182 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.290419 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.290633 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.290862 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.291080 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.291332 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.291545 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.291792 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.292006 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.292219 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.292432 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.292643 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.292854 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.293120 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.293339 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.293557 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.293768 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.294006 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.294219 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.294432 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.294642 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.294848 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.295057 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.295262 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.295489 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.295772 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.296060 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.296342 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.296547 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.296798 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.297024 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.297249 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.297489 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.297716 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.297946 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.298165 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.298378 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.298584 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.298805 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.299010 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.299239 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.299457 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.299689 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.299928 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.300105 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.300309 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.300518 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.300735 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.300950 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.301160 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.301378 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.301582 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.301787 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.302019 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.302250 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.302455 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.302675 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.302882 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.303112 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.303326 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.303536 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.303763 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.304054 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.304315 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.304532 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.304803 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.305178 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.305573 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.305803 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.306097 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.306329 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.306624 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.306876 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.307090 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.307309 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.307559 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.307892 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.308184 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.308438 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.308690 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.308930 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.309203 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.309479 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.309690 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.310018 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.310338 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.310602 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.310850 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.311109 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.311340 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.311633 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.311872 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.312077 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.312308 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.312520 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.312771 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.312999 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.313223 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.313481 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.313726 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.313945 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.314171 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.314380 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.314595 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.314804 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.314966 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 15:24:39.315499 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104194) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 15:24:39.315682 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 15:24:39.315832 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 15:24:39.315995 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 15:24:39.316160 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 15:24:39.316308 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 15:24:39.316508 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.316659 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.316819 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.317003 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.317135 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.317459 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.317615 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.317843 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.318010 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.318167 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.318321 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.318476 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.318630 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.318786 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.318941 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.319096 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.319255 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.319413 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.319591 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.319740 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.319893 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.320047 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] debug = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.320201 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.320403 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.320566 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.320721 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.320874 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.321028 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.321181 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.321328 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.321483 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.321632 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.321787 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.321940 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.322093 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.322256 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.322389 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.322542 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.322695 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.322848 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] host = dv-cinder-841302-5-iscsi {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.323001 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.323165 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.324192 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.324192 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.324192 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.324192 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.324192 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.324192 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.324192 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.324715 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.324715 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.324715 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.324925 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.324925 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] log_file = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.325081 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] log_options = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.325162 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.325316 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.325467 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.325646 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.325830 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.325985 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.326140 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.326294 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.326447 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.326601 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.326755 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.326907 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.327075 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.327213 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.327367 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.327521 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.327712 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.327866 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.327953 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:24:39.328053 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.328164 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.328317 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.328470 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.328623 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.328776 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.328928 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.329598 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.329764 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.329918 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.330071 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.330226 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.330378 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.330538 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.330690 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.330868 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.330989 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.331143 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.331301 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.331439 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.334368 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.334368 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.334368 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.334368 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.334368 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.334368 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.334368 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.334368 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.334866 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] use_json = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.334866 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.334866 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.334866 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.334866 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.334866 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.334866 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.334866 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.335356 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.335356 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 15:24:39.335356 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.335356 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.335356 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.335356 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.335356 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.335356 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.335920 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.335920 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.335920 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.335920 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.335920 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.335920 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.336255 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.336255 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.336385 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.336459 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.336617 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.336774 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.336931 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.337088 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.337279 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.337374 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.337538 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.337695 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.337850 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.338009 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.338178 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.338323 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.338477 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.338639 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.338809 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.338965 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.339125 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.339279 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.339434 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.339609 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.339768 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.339923 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.340081 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.340281 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.340416 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.340573 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.340769 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.340904 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.341023 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.341179 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.341336 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.341493 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.341730 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.341832 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.341950 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.342106 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.342262 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.342420 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.342575 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.342732 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.342887 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.343052 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.343207 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.343362 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.343517 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.343694 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.343850 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.344004 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.344160 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.344318 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.344474 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.344629 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.345347 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.345506 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.345662 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.345841 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.345962 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.346117 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.346274 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.346429 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.346585 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.346741 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.346897 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.347052 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.347209 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.347364 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.347521 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.347697 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.347855 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.348012 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.348169 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.348325 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.348480 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.348636 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.348792 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.348961 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.349116 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.349272 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.349434 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.349576 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.349733 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.349898 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.350045 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.350202 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.350358 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.350516 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.350671 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.350836 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.350989 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.351143 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.351299 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.351454 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.353220 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.353220 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.353220 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.353220 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.353220 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.353220 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.353220 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.353220 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.353806 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.353806 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.353806 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.353806 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.354042 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.354117 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.354279 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.354442 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.354544 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.354701 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.354857 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.355013 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.355170 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.355327 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.355484 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.355822 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.355906 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.356020 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.356176 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.356344 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.356344 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.356757 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.356840 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.356957 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.357111 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.357269 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.357687 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.357687 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.358105 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.358173 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.358277 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.358432 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.358589 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.358745 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.358902 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.359058 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.359217 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.359373 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.359716 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.359716 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.359875 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.368944 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.368944 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.368944 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.368944 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.368944 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.368944 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.368944 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.368944 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.369535 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.369535 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.369535 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.369535 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.369535 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.369535 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.369535 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.369535 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.370079 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.370079 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.370079 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.370079 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.370079 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.370079 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.370079 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.370079 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.370623 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.370623 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.370623 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.370623 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.370623 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.370623 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.370623 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.370623 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.371262 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.371262 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.371262 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.371262 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.371262 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.371262 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.371262 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.371262 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.371846 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.371846 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.371846 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.371846 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.371846 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.371846 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.371846 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.371846 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.371846 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.372553 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.372553 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.372553 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.372553 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.372553 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.372553 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.372553 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.372553 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.373112 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.373112 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.373112 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.373112 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.373112 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.373112 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.373112 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.373112 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.373112 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.373737 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.373737 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.373737 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.373737 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.373737 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.373737 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.373737 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.373737 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.374286 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.374286 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.374286 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.374286 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.374286 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.374286 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.374286 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.374286 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.374952 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.374952 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.374952 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.374952 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.374952 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.374952 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.374952 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.374952 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.375503 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.375503 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.375503 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.375503 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.375503 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.375503 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.375503 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.375503 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.376638 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.376638 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.376638 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.376638 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.376638 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.376638 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.376638 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.376638 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.377194 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.377194 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.377194 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.377194 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.377194 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.377548 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.377548 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.377709 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.377796 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.377923 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.378085 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.378250 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.378412 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.378572 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.378737 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.378900 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.379064 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.379221 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.379382 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.379551 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.379728 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.379885 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.380122 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.380221 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.380339 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.380494 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.380651 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.380806 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.380968 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.381124 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.381280 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.381435 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.381591 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.381747 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.381904 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.382060 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.382215 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.382372 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.382528 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 15:24:39.382677 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 15:24:39.473625 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 38342) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:24:39.482266 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066047 Jul 07 15:24:48.575509 dv-cinder-841302-5-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:24:50.605735 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writer thread running {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 07 15:24:50.606689 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce5660b-9bd2-46c3-9c07-fa4c8885c283 None None] get_active_networks_info from dv-cinder-841302-5-iscsi {{(pid=104329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 07 15:24:50.685363 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce5660b-9bd2-46c3-9c07-fa4c8885c283 None None] No non-hosted networks {{(pid=104329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 15:24:50.715425 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.agentschedulers_db [None req-1ce5660b-9bd2-46c3-9c07-fa4c8885c283 None None] DHCP Agent not found on host dv-cinder-841302-5-iscsi {{(pid=104329) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 07 15:24:50.771051 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-48a2d7d2-006c-4748-95b4-3f3c8a988336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535516'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:24:52.204197 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writer thread running {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 07 15:24:52.788900 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-a45b36b0-ffd2-43ae-8150-dd333a984a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535516'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:24:52.816662 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.db.api [None req-fab8f7ec-28c2-48a8-a1ea-de8bfc0c0713 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-841302-5-iscsi {{(pid=104329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 07 15:24:52.817531 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG oslo_db.api [None req-fab8f7ec-28c2-48a8-a1ea-de8bfc0c0713 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 15:24:53.336623 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-fab8f7ec-28c2-48a8-a1ea-de8bfc0c0713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:24:53.938889 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 38412) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:24:54.176337 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535516'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:24:54.520180 dv-cinder-841302-5-iscsi neutron-server[104328]: WARNING oslo_policy.policy [None req-a1a5b226-c9a0-43b2-a884-c98ae8d440a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 15:24:54.520743 dv-cinder-841302-5-iscsi neutron-server[104328]: WARNING oslo_policy.policy [None req-a1a5b226-c9a0-43b2-a884-c98ae8d440a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 15:24:54.739344 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [None req-a1a5b226-c9a0-43b2-a884-c98ae8d440a5 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 15:24:54.741617 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-a1a5b226-c9a0-43b2-a884-c98ae8d440a5 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8014696 Jul 07 15:24:55.661349 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535516'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:24:55.935987 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535516'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:24:55.936586 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:24:55.936917 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:24:55.937242 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:24:55.937563 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:24:55.937878 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:24:55.938192 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:24:55.938509 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:24:55.938830 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:24:55.939144 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:24:55.939753 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:24:55.940292 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:24:55.940821 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:24:55.941356 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:24:55.941881 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:24:55.942427 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:24:55.943021 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841302-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:24:55.949757 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841302-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:24:57.071643 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 38448) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:24:57.584074 dv-cinder-841302-5-iscsi neutron-server[104327]: WARNING oslo_policy.policy [None req-9fb3af07-eaa6-4447-a12c-2fdbd3e8fce7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 15:24:57.584613 dv-cinder-841302-5-iscsi neutron-server[104327]: WARNING oslo_policy.policy [None req-9fb3af07-eaa6-4447-a12c-2fdbd3e8fce7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 15:24:57.798436 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-9fb3af07-eaa6-4447-a12c-2fdbd3e8fce7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:24:57.890037 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.policy [None req-9fb3af07-eaa6-4447-a12c-2fdbd3e8fce7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104327) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 15:24:57.932288 dv-cinder-841302-5-iscsi neutron-server[104327]: WARNING oslo_policy.policy [None req-9fb3af07-eaa6-4447-a12c-2fdbd3e8fce7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 15:24:57.932686 dv-cinder-841302-5-iscsi neutron-server[104327]: WARNING oslo_policy.policy [None req-9fb3af07-eaa6-4447-a12c-2fdbd3e8fce7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 15:24:57.953157 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writer thread running {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 07 15:24:58.101722 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9fb3af07-eaa6-4447-a12c-2fdbd3e8fce7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732233222711', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732233222203', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732233206256', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732233213870', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732233219569', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732233196115', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1342874', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1367050', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-330400', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-455626'] for rbac-policy (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:24:58.257699 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9fb3af07-eaa6-4447-a12c-2fdbd3e8fce7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:24:58.259132 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9fb3af07-eaa6-4447-a12c-2fdbd3e8fce7 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1855009 Jul 07 15:24:59.858491 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.db.l3_hamode_db [None req-27e08c39-581a-4300-9137-f5dea69e17b7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 15:24:59.933028 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e08c39-581a-4300-9137-f5dea69e17b7 None None] Routers set() bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:24:59.933399 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e08c39-581a-4300-9137-f5dea69e17b7 None None] Router IDs set() for agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 07 15:25:00.504102 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 38466) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:25:00.831574 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:25:00.941484 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Made reservation on behalf of db427256e2ec4ec084f762a615d0f187 for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:25:00.945595 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:00.964249 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:01.076532 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Publish callbacks [] for security_group (680d0b80-022a-4325-a4c3-d966f20a535a), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:01.147343 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (680d0b80-022a-4325-a4c3-d966f20a535a), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:01.173414 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:25:01.209838 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732231032432', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (b290b59d-9072-47f1-9bb5-4ee1b4b50399), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:01.210307 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Unsubscribe: segment precommit_create {{(pid=104327) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 15:25:01.210858 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Added segment b290b59d-9072-47f1-9bb5-4ee1b4b50399 of type vlan for network 7ae3a657-4129-4586-a50a-e8ad895dba0a Jul 07 15:25:01.227582 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=680d0b80-022a-4325-a4c3-d966f20a535a,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:01.277436 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:01.277774 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:01.278127 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:01.278464 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:01.278791 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:01.279114 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:01.279432 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:01.279775 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:01.280095 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:01.280411 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:01.280727 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:01.281063 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:01.281995 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:01.282312 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:01.282628 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Tracked resource versions report: Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: pushed versions: Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: { 'AddressGroup': {'1.2'}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Agent': {'1.1'}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'ConntrackHelper': {'1.0'}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'LocalIPAssociation': {'1.0'}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Log': {'1.0'}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'NDPProxy': {'1.0'}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Network': {'1.1'}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Port': {'1.7'}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'PortForwarding': {'1.3'}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'QosPolicy': {'1.10'}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'SecurityGroup': {'1.5'}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'SecurityGroupRule': {'1.2'}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'SubPort': {'1.0'}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Subnet': {'1.1'}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Trunk': {'1.1'}} Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: consumer versions: Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: { DHCP agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: L3 agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: Metadata agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: Metering agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: Open vSwitch agent@dv-cinder-841302-5-iscsi: { 'AddressGroup': '1.2', Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Agent': '1.1', Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'ConntrackHelper': '1.0', Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'LocalIPAssociation': '1.0', Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Log': '1.0', Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'NDPProxy': '1.0', Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Network': '1.1', Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Port': '1.7', Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'PortForwarding': '1.3', Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'QosPolicy': '1.10', Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'SecurityGroup': '1.5', Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'SecurityGroupRule': '1.2', Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'SubPort': '1.0', Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Subnet': '1.1', Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Trunk': '1.1'}} Jul 07 15:25:01.284073 dv-cinder-841302-5-iscsi neutron-server[104327]: {{(pid=104327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 15:25:01.326484 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (7ae3a657-4129-4586-a50a-e8ad895dba0a), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:01.337354 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=50,neutron:INSERT=46,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:01.415452 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (7ae3a657-4129-4586-a50a-e8ad895dba0a), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:01.421013 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:25:01.421723 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:01.536653 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] Pushing event updated for resources: {'Network': ['ID=7ae3a657-4129-4586-a50a-e8ad895dba0a,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:01.548156 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network 7ae3a657-4129-4586-a50a-e8ad895dba0a details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:25:01.572364 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-62e94fda-786f-49ae-94e4-a1f08cd27139 demo demo] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0672128 Jul 07 15:25:03.856695 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 38480) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:25:04.266058 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b49901e-76af-4df6-b255-a2f104be2472 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:25:04.267260 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-7b49901e-76af-4df6-b255-a2f104be2472 demo admin] 10.222.0.25 "GET /v2.0/networks/7ae3a657-4129-4586-a50a-e8ad895dba0a HTTP/1.1" status: 200 len: 825 time: 0.4096086 Jul 07 15:25:04.292085 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-a8f06056-dfb1-4905-91fd-ea977777337f demo admin] 10.222.0.25 "GET /v2.0/subnetpools/68df54e2-eae3-4929-9cb1-01b4dd22ac68 HTTP/1.1" status: 200 len: 734 time: 0.0191669 Jul 07 15:25:04.300570 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-2a0e4803-e379-48ac-b378-a7e38c1485e8 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '68df54e2-eae3-4929-9cb1-01b4dd22ac68', 'name': 'private-subnet', 'network_id': '7ae3a657-4129-4586-a50a-e8ad895dba0a'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:25:04.432763 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0e4803-e379-48ac-b378-a7e38c1485e8 demo admin] Made reservation on behalf of db427256e2ec4ec084f762a615d0f187 for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:25:04.435055 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2a0e4803-e379-48ac-b378-a7e38c1485e8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:04.585161 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:04.764325 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2a0e4803-e379-48ac-b378-a7e38c1485e8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (56362fe4-7f91-47d9-91fe-7e8c2aa35a9f), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:04.829573 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e4803-e379-48ac-b378-a7e38c1485e8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=56362fe4-7f91-47d9-91fe-7e8c2aa35a9f,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:04.838067 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0e4803-e379-48ac-b378-a7e38c1485e8 demo admin] Checking segment: {'id': 'b290b59d-9072-47f1-9bb5-4ee1b4b50399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ae3a657-4129-4586-a50a-e8ad895dba0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:25:04.838067 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0e4803-e379-48ac-b378-a7e38c1485e8 demo admin] Network hostable DHCP agents. Network: 7ae3a657-4129-4586-a50a-e8ad895dba0a, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:25:04.935248 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0e4803-e379-48ac-b378-a7e38c1485e8 demo admin] Network 7ae3a657-4129-4586-a50a-e8ad895dba0a is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:25:05.015409 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-2a0e4803-e379-48ac-b378-a7e38c1485e8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, 7ae3a657-4129-4586-a50a-e8ad895dba0a) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:25:05.020212 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e4803-e379-48ac-b378-a7e38c1485e8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:25:05.020827 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2a0e4803-e379-48ac-b378-a7e38c1485e8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:05.026760 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f626cc25-0b55-4343-93dd-5df690603395 None None] Network 7ae3a657-4129-4586-a50a-e8ad895dba0a requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:25:05.201015 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-2a0e4803-e379-48ac-b378-a7e38c1485e8 demo admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9034667 Jul 07 15:25:05.279434 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1ee6318-512b-5199-b841-32f325bbc01a-7ae3a657-4129-4586-a50a-e8ad895dba0a', 'network_id': '7ae3a657-4129-4586-a50a-e8ad895dba0a', 'project_id': 'db427256e2ec4ec084f762a615d0f187', 'fixed_ips': [{'subnet_id': '56362fe4-7f91-47d9-91fe-7e8c2aa35a9f'}]}} from dv-cinder-841302-5-iscsi. {{(pid=104329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 15:25:05.280890 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:05.560940 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:05.566697 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.db_base_plugin_common [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Allocated IP 172.20.0.2 (7ae3a657-4129-4586-a50a-e8ad895dba0a/56362fe4-7f91-47d9-91fe-7e8c2aa35a9f/0350fe0d-1deb-467e-bf47-1810c3b9807c) {{(pid=104329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:25:05.834916 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Publish callbacks [] for port (0350fe0d-1deb-467e-bf47-1810c3b9807c), precommit_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:05.930230 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (0350fe0d-1deb-467e-bf47-1810c3b9807c), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:06.013369 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:06.020757 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Network 7ae3a657-4129-4586-a50a-e8ad895dba0a is already hosted by enough agents. {{(pid=104329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:25:06.025709 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Pushing event updated for resources: {'Port': ['ID=0350fe0d-1deb-467e-bf47-1810c3b9807c,revision_number=1']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:06.026380 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.base_scheduler [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Resources bound (agent type, host, resource id): {{(pid=104329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:25:06.033256 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:06.033858 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:06.033951 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:06.034271 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:06.034598 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:06.034922 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:06.035241 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:06.035558 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:06.036237 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:06.036237 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:06.036517 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:06.036845 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:06.037165 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:06.037476 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:06.037785 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Tracked resource versions report: Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: pushed versions: Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: { 'AddressGroup': {'1.2'}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Agent': {'1.1'}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'ConntrackHelper': {'1.0'}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'LocalIPAssociation': {'1.0'}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Log': {'1.0'}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'NDPProxy': {'1.0'}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Network': {'1.1'}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Port': {'1.7'}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'PortForwarding': {'1.3'}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'QosPolicy': {'1.10'}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'SecurityGroup': {'1.5'}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'SecurityGroupRule': {'1.2'}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'SubPort': {'1.0'}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Subnet': {'1.1'}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Trunk': {'1.1'}} Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: consumer versions: Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: { DHCP agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: L3 agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: Metadata agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: Metering agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: Open vSwitch agent@dv-cinder-841302-5-iscsi: { 'AddressGroup': '1.2', Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Agent': '1.1', Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'ConntrackHelper': '1.0', Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'LocalIPAssociation': '1.0', Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Log': '1.0', Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'NDPProxy': '1.0', Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Network': '1.1', Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Port': '1.7', Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'PortForwarding': '1.3', Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'QosPolicy': '1.10', Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'SecurityGroup': '1.5', Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'SecurityGroupRule': '1.2', Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'SubPort': '1.0', Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Subnet': '1.1', Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Trunk': '1.1'}} Jul 07 15:25:06.039237 dv-cinder-841302-5-iscsi neutron-server[104329]: {{(pid=104329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 15:25:06.041368 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Received port after_create {{(pid=104329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:25:06.119796 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Attempting to bind port 0350fe0d-1deb-467e-bf47-1810c3b9807c on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:25:06.120121 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Attempting to bind port 0350fe0d-1deb-467e-bf47-1810c3b9807c by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': 'b290b59d-9072-47f1-9bb5-4ee1b4b50399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ae3a657-4129-4586-a50a-e8ad895dba0a'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:25:06.120530 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Attempting to bind port 0350fe0d-1deb-467e-bf47-1810c3b9807c on network 7ae3a657-4129-4586-a50a-e8ad895dba0a {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:25:06.125565 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:25:06.125953 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Checking segment: {'id': 'b290b59d-9072-47f1-9bb5-4ee1b4b50399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ae3a657-4129-4586-a50a-e8ad895dba0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:25:06.126436 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:06.126822 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Bound using segment: {'id': 'b290b59d-9072-47f1-9bb5-4ee1b4b50399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ae3a657-4129-4586-a50a-e8ad895dba0a'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:25:06.127281 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Bound port: 0350fe0d-1deb-467e-bf47-1810c3b9807c, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b290b59d-9072-47f1-9bb5-4ee1b4b50399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ae3a657-4129-4586-a50a-e8ad895dba0a'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:25:06.127706 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (0350fe0d-1deb-467e-bf47-1810c3b9807c), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:06.189608 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] For port 0350fe0d-1deb-467e-bf47-1810c3b9807c, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:25:06.208649 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] For port 0350fe0d-1deb-467e-bf47-1810c3b9807c, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=0350fe0d-1deb-467e-bf47-1810c3b9807c,segment=NetworkSegment(b290b59d-9072-47f1-9bb5-4ee1b4b50399),segment_id=b290b59d-9072-47f1-9bb5-4ee1b4b50399)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:25:06.267656 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (0350fe0d-1deb-467e-bf47-1810c3b9807c), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:06.324657 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb520108-a999-42f6-9620-61d1e5b16d3b None None] Pushing event updated for resources: {'Port': ['ID=0350fe0d-1deb-467e-bf47-1810c3b9807c,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:07.495689 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 38490) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:25:07.834080 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [None req-33912299-b505-476e-819b-730510d7400f admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 15:25:07.835086 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-33912299-b505-476e-819b-730510d7400f admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3382936 Jul 07 15:25:08.446633 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:08.449171 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=8 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:10.132228 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 38502) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:25:10.485972 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [None req-e24ce1b0-40c5-4886-818b-5ff537a0b6b8 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 15:25:10.487406 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-e24ce1b0-40c5-4886-818b-5ff537a0b6b8 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3537822 Jul 07 15:25:12.798345 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 38510) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:25:13.145509 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-90633a20-6358-4102-9bfe-f49cff85e3ea demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:25:13.244059 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-90633a20-6358-4102-9bfe-f49cff85e3ea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-89475'] for router (a3336be8-4374-4b48-9855-59ade9ede6d4), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:13.245678 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-90633a20-6358-4102-9bfe-f49cff85e3ea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-89482'] for router (a3336be8-4374-4b48-9855-59ade9ede6d4), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:13.384271 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-90633a20-6358-4102-9bfe-f49cff85e3ea demo demo] Publish callbacks [] for router_controller (a3336be8-4374-4b48-9855-59ade9ede6d4), precommit_add_association {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:13.429156 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 0350fe0d-1deb-467e-bf47-1810c3b9807c up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:25:13.444626 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-90633a20-6358-4102-9bfe-f49cff85e3ea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537336'] for router (a3336be8-4374-4b48-9855-59ade9ede6d4), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:13.513128 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 0350fe0d-1deb-467e-bf47-1810c3b9807c triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:25:13.513546 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (0350fe0d-1deb-467e-bf47-1810c3b9807c), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:13.514381 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-90633a20-6358-4102-9bfe-f49cff85e3ea demo demo] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:13.515650 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-90633a20-6358-4102-9bfe-f49cff85e3ea demo demo] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7162232 Jul 07 15:25:13.621942 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 0350fe0d-1deb-467e-bf47-1810c3b9807c is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:25:13.622332 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (0350fe0d-1deb-467e-bf47-1810c3b9807c), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:13.658978 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port 0350fe0d-1deb-467e-bf47-1810c3b9807c, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=0350fe0d-1deb-467e-bf47-1810c3b9807c,segment=NetworkSegment(b290b59d-9072-47f1-9bb5-4ee1b4b50399),segment_id=b290b59d-9072-47f1-9bb5-4ee1b4b50399)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:25:13.729867 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (0350fe0d-1deb-467e-bf47-1810c3b9807c), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:13.780992 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=0350fe0d-1deb-467e-bf47-1810c3b9807c,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:14.439538 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a0e3d9-3e99-4684-85ea-9755ef66d048 None None] Network 7ae3a657-4129-4586-a50a-e8ad895dba0a requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:25:14.478412 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-32fd1d0c-eea3-4656-9926-48853ef60eae None None] Provisioning complete for port 0350fe0d-1deb-467e-bf47-1810c3b9807c triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:25:14.478793 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-32fd1d0c-eea3-4656-9926-48853ef60eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (0350fe0d-1deb-467e-bf47-1810c3b9807c), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:14.552602 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:14.629227 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-32fd1d0c-eea3-4656-9926-48853ef60eae None None] Current status of the port 0350fe0d-1deb-467e-bf47-1810c3b9807c is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:25:14.851959 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-01ab9fb9-c7d8-4fca-bd12-e89cb4ecb51d None None] Provisioning complete for port 0350fe0d-1deb-467e-bf47-1810c3b9807c triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:25:14.852350 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-01ab9fb9-c7d8-4fca-bd12-e89cb4ecb51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (0350fe0d-1deb-467e-bf47-1810c3b9807c), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:14.925251 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-01ab9fb9-c7d8-4fca-bd12-e89cb4ecb51d None None] Current status of the port 0350fe0d-1deb-467e-bf47-1810c3b9807c is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:25:15.409714 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 0350fe0d-1deb-467e-bf47-1810c3b9807c up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:25:15.452496 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 0350fe0d-1deb-467e-bf47-1810c3b9807c triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:25:15.453123 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (0350fe0d-1deb-467e-bf47-1810c3b9807c), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:15.485097 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:15.525612 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 0350fe0d-1deb-467e-bf47-1810c3b9807c is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:25:15.791462 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 38522) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:25:16.120743 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [None req-bb991de9-942b-4d85-8491-8c93c70af53f admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 15:25:16.121780 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-bb991de9-942b-4d85-8491-8c93c70af53f admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3293290 Jul 07 15:25:18.392235 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 38530) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:25:18.709027 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-eda0a3b7-77e1-4197-bfe0-29a1eaf777d6 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:25:18.786105 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda0a3b7-77e1-4197-bfe0-29a1eaf777d6 admin admin] Made reservation on behalf of 28133f9a98be4af88ed357f76f5a4a2e for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:25:18.788310 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-eda0a3b7-77e1-4197-bfe0-29a1eaf777d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:18.796604 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-eda0a3b7-77e1-4197-bfe0-29a1eaf777d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:18.810857 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:18.870830 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-eda0a3b7-77e1-4197-bfe0-29a1eaf777d6 admin admin] Publish callbacks [] for security_group (db2bcf65-ec43-4eb2-a1e0-622959853db0), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:18.957568 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-eda0a3b7-77e1-4197-bfe0-29a1eaf777d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (db2bcf65-ec43-4eb2-a1e0-622959853db0), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:18.980198 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eda0a3b7-77e1-4197-bfe0-29a1eaf777d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=104327) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 15:25:18.990469 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0a3b7-77e1-4197-bfe0-29a1eaf777d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2bcf65-ec43-4eb2-a1e0-622959853db0,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:18.998138 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-eda0a3b7-77e1-4197-bfe0-29a1eaf777d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (249eb6c6-0875-405a-96fc-9583b41d3f10), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:18.998634 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-eda0a3b7-77e1-4197-bfe0-29a1eaf777d6 admin admin] Added segment 249eb6c6-0875-405a-96fc-9583b41d3f10 of type flat for network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 Jul 07 15:25:19.052959 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-eda0a3b7-77e1-4197-bfe0-29a1eaf777d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:19.135082 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-eda0a3b7-77e1-4197-bfe0-29a1eaf777d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:19.136053 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda0a3b7-77e1-4197-bfe0-29a1eaf777d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:25:19.136620 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-eda0a3b7-77e1-4197-bfe0-29a1eaf777d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:19.159372 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:19.225223 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0a3b7-77e1-4197-bfe0-29a1eaf777d6 admin admin] Pushing event updated for resources: {'Network': ['ID=ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:19.234862 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:25:19.240753 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-eda0a3b7-77e1-4197-bfe0-29a1eaf777d6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8474939 Jul 07 15:25:20.643148 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7d8b705a-72bf-41e6-b62e-69589b85f000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:21.478125 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 38538) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:25:21.840747 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd47496-d817-4ca2-b45d-7eabe9537fe9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:25:21.842000 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-3dd47496-d817-4ca2-b45d-7eabe9537fe9 demo admin] 10.222.0.25 "GET /v2.0/subnets/56362fe4-7f91-47d9-91fe-7e8c2aa35a9f HTTP/1.1" status: 200 len: 849 time: 0.3629396 Jul 07 15:25:21.959123 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-66f247cc-806d-4aab-85a1-1e69988b91df demo admin] 10.222.0.25 "GET /v2.0/routers/a3336be8-4374-4b48-9855-59ade9ede6d4 HTTP/1.1" status: 200 len: 704 time: 0.1104255 Jul 07 15:25:22.224942 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:22.552620 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Allocated IP 172.20.0.1 (7ae3a657-4129-4586-a50a-e8ad895dba0a/56362fe4-7f91-47d9-91fe-7e8c2aa35a9f/3ccb26c5-d677-447e-b2c2-93aa96e5493b) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:25:22.712834 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Publish callbacks [] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:22.768786 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:22.769368 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-ad4d5514-7bff-47f1-b145-46ce96bbafb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:22.832853 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:22.913425 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Network 7ae3a657-4129-4586-a50a-e8ad895dba0a is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:25:22.919588 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:25:22.922119 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:25:22.923343 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-533504'] for router_interface (a3336be8-4374-4b48-9855-59ade9ede6d4), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:22.979438 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Pushing event updated for resources: {'Port': ['ID=3ccb26c5-d677-447e-b2c2-93aa96e5493b,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:23.049401 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:23.178080 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:23.234486 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-2cba7b90-02fa-48af-b387-563207dfdcb1 None None] Provisioning complete for port 3ccb26c5-d677-447e-b2c2-93aa96e5493b triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:25:23.234778 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2cba7b90-02fa-48af-b387-563207dfdcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:23.264529 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-2cba7b90-02fa-48af-b387-563207dfdcb1 None None] Port 3ccb26c5-d677-447e-b2c2-93aa96e5493b cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:25:23.384123 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Publish callbacks [] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:23.431940 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:23.432655 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533652'] for router_interface (a3336be8-4374-4b48-9855-59ade9ede6d4), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:23.496257 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Pushing event updated for resources: {'Port': ['ID=3ccb26c5-d677-447e-b2c2-93aa96e5493b,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:23.560042 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Network 7ae3a657-4129-4586-a50a-e8ad895dba0a is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:25:23.561330 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:25:23.768953 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Router a3336be8-4374-4b48-9855-59ade9ede6d4 is scheduled to L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f with binding_index 1 {{(pid=104327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 15:25:23.785993 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-48bcfea2-3d72-4038-ae8e-152193e7e0d9 None None] Provisioning complete for port 3ccb26c5-d677-447e-b2c2-93aa96e5493b triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:25:23.786543 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-48bcfea2-3d72-4038-ae8e-152193e7e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:23.817808 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-48bcfea2-3d72-4038-ae8e-152193e7e0d9 None None] Port 3ccb26c5-d677-447e-b2c2-93aa96e5493b cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:25:23.858561 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:25:23.864381 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-7a22fea9-463e-4c6d-a017-bec314eaa6e7 demo admin] 10.222.0.25 "PUT /v2.0/routers/a3336be8-4374-4b48-9855-59ade9ede6d4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8999741 Jul 07 15:25:23.869821 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Sync routers for ids ['a3336be8-4374-4b48-9855-59ade9ede6d4'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:25:23.883212 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Routers {'a3336be8-4374-4b48-9855-59ade9ede6d4'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:25:23.884082 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:25:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['a3336be8-4374-4b48-9855-59ade9ede6d4'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:25:24.062717 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Set router a3336be8-4374-4b48-9855-59ade9ede6d4 gateway port host: None {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:25:24.151526 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:24.475770 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3336be8-4374-4b48-9855-59ade9ede6d4', 'name': 'router1', 'tenant_id': 'db427256e2ec4ec084f762a615d0f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:25:13Z', 'updated_at': '2022-07-07T15:25:23Z', 'revision_number': 2, 'project_id': 'db427256e2ec4ec084f762a615d0f187', 'gw_port_host': None, '_interfaces': [{'id': '3ccb26c5-d677-447e-b2c2-93aa96e5493b', 'name': '', 'network_id': '7ae3a657-4129-4586-a50a-e8ad895dba0a', 'tenant_id': 'db427256e2ec4ec084f762a615d0f187', 'mac_address': 'fa:16:3e:81:8f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3336be8-4374-4b48-9855-59ade9ede6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56362fe4-7f91-47d9-91fe-7e8c2aa35a9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:25:22Z', 'updated_at': '2022-07-07T15:25:23Z', 'revision_number': 2, 'project_id': 'db427256e2ec4ec084f762a615d0f187', 'subnets': [{'id': '56362fe4-7f91-47d9-91fe-7e8c2aa35a9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68df54e2-eae3-4929-9cb1-01b4dd22ac68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:25:24.522503 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Checking router: a3336be8-4374-4b48-9855-59ade9ede6d4 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:25:24.522861 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Updating router a3336be8-4374-4b48-9855-59ade9ede6d4 port 3ccb26c5-d677-447e-b2c2-93aa96e5493b binding host dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:25:24.576025 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:25.079167 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Publish callbacks [] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), precommit_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:25.134985 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:25.294724 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Pushing event updated for resources: {'Port': ['ID=3ccb26c5-d677-447e-b2c2-93aa96e5493b,revision_number=3']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:25.311114 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:25.311453 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:25.311833 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:25.312184 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:25.312512 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:25.312874 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:25.313195 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:25.313513 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:25.313833 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:25.314148 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:25.314465 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:25.314809 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:25.315119 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:25.315436 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:25.315771 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Tracked resource versions report: Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: pushed versions: Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: { 'AddressGroup': {'1.2'}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Agent': {'1.1'}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'ConntrackHelper': {'1.0'}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'LocalIPAssociation': {'1.0'}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Log': {'1.0'}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'NDPProxy': {'1.0'}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Network': {'1.1'}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Port': {'1.7'}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'PortForwarding': {'1.3'}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'QosPolicy': {'1.10'}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'SecurityGroup': {'1.5'}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'SecurityGroupRule': {'1.2'}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'SubPort': {'1.0'}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Subnet': {'1.1'}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Trunk': {'1.1'}} Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: consumer versions: Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: { DHCP agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: L3 agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: Metadata agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: Metering agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: Open vSwitch agent@dv-cinder-841302-5-iscsi: { 'AddressGroup': '1.2', Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Agent': '1.1', Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'ConntrackHelper': '1.0', Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'LocalIPAssociation': '1.0', Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Log': '1.0', Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'NDPProxy': '1.0', Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Network': '1.1', Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Port': '1.7', Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'PortForwarding': '1.3', Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'QosPolicy': '1.10', Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'SecurityGroup': '1.5', Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'SecurityGroupRule': '1.2', Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'SubPort': '1.0', Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Subnet': '1.1', Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Trunk': '1.1'}} Jul 07 15:25:25.317257 dv-cinder-841302-5-iscsi neutron-server[104330]: {{(pid=104330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 15:25:25.322039 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Attempting to bind port 3ccb26c5-d677-447e-b2c2-93aa96e5493b on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:25:25.322435 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Attempting to bind port 3ccb26c5-d677-447e-b2c2-93aa96e5493b by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': 'b290b59d-9072-47f1-9bb5-4ee1b4b50399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ae3a657-4129-4586-a50a-e8ad895dba0a'}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:25:25.322850 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Attempting to bind port 3ccb26c5-d677-447e-b2c2-93aa96e5493b on network 7ae3a657-4129-4586-a50a-e8ad895dba0a {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:25:25.329220 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:25:25.329618 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Checking segment: {'id': 'b290b59d-9072-47f1-9bb5-4ee1b4b50399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ae3a657-4129-4586-a50a-e8ad895dba0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:25:25.330228 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:25.330475 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Bound using segment: {'id': 'b290b59d-9072-47f1-9bb5-4ee1b4b50399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ae3a657-4129-4586-a50a-e8ad895dba0a'} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:25:25.331286 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Bound port: 3ccb26c5-d677-447e-b2c2-93aa96e5493b, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b290b59d-9072-47f1-9bb5-4ee1b4b50399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ae3a657-4129-4586-a50a-e8ad895dba0a'}}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:25:25.331286 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:25.397228 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] For port 3ccb26c5-d677-447e-b2c2-93aa96e5493b, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:25:25.416652 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] For port 3ccb26c5-d677-447e-b2c2-93aa96e5493b, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=3ccb26c5-d677-447e-b2c2-93aa96e5493b,segment=NetworkSegment(b290b59d-9072-47f1-9bb5-4ee1b4b50399),segment_id=b290b59d-9072-47f1-9bb5-4ee1b4b50399)] {{(pid=104330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:25:25.426616 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:25.443444 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-6cc4629a-2b36-4bf4-b2ab-35a6fd0f2513 None None] Provisioning complete for port 3ccb26c5-d677-447e-b2c2-93aa96e5493b triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:25:25.443794 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6cc4629a-2b36-4bf4-b2ab-35a6fd0f2513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:25.475098 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-6cc4629a-2b36-4bf4-b2ab-35a6fd0f2513 None None] Port 3ccb26c5-d677-447e-b2c2-93aa96e5493b cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:25:25.478407 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:25.483944 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:25.505574 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:25.540769 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Routers {'a3336be8-4374-4b48-9855-59ade9ede6d4'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:25:25.541391 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:25:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['a3336be8-4374-4b48-9855-59ade9ede6d4'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:25:25.543386 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfde6eb-a567-43de-8c92-8417ae37b5b0 None None] Pushing event updated for resources: {'Port': ['ID=3ccb26c5-d677-447e-b2c2-93aa96e5493b,revision_number=4']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:25.633231 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] Set router a3336be8-4374-4b48-9855-59ade9ede6d4 gateway port host: None {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:25:25.694073 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-079b19a0-fecc-4f3d-b1cc-be258e669af0 None None] Provisioning complete for port 3ccb26c5-d677-447e-b2c2-93aa96e5493b triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:25:25.694599 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-079b19a0-fecc-4f3d-b1cc-be258e669af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:25.778892 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-079b19a0-fecc-4f3d-b1cc-be258e669af0 None None] Current status of the port 3ccb26c5-d677-447e-b2c2-93aa96e5493b is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:25:25.779339 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-079b19a0-fecc-4f3d-b1cc-be258e669af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:25.797979 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:25.815658 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-079b19a0-fecc-4f3d-b1cc-be258e669af0 None None] For port 3ccb26c5-d677-447e-b2c2-93aa96e5493b, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=3ccb26c5-d677-447e-b2c2-93aa96e5493b,segment=NetworkSegment(b290b59d-9072-47f1-9bb5-4ee1b4b50399),segment_id=b290b59d-9072-47f1-9bb5-4ee1b4b50399)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:25:25.834292 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3336be8-4374-4b48-9855-59ade9ede6d4', 'name': 'router1', 'tenant_id': 'db427256e2ec4ec084f762a615d0f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:25:13Z', 'updated_at': '2022-07-07T15:25:23Z', 'revision_number': 2, 'project_id': 'db427256e2ec4ec084f762a615d0f187', 'gw_port_host': None, '_interfaces': [{'id': '3ccb26c5-d677-447e-b2c2-93aa96e5493b', 'name': '', 'network_id': '7ae3a657-4129-4586-a50a-e8ad895dba0a', 'tenant_id': 'db427256e2ec4ec084f762a615d0f187', 'mac_address': 'fa:16:3e:81:8f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3336be8-4374-4b48-9855-59ade9ede6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56362fe4-7f91-47d9-91fe-7e8c2aa35a9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:25:22Z', 'updated_at': '2022-07-07T15:25:25Z', 'revision_number': 4, 'project_id': 'db427256e2ec4ec084f762a615d0f187', 'subnets': [{'id': '56362fe4-7f91-47d9-91fe-7e8c2aa35a9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68df54e2-eae3-4929-9cb1-01b4dd22ac68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:25:25.863119 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1497d-d2b1-4711-a0d6-6f6d558fc735 None None] The sync data for ids ['a3336be8-4374-4b48-9855-59ade9ede6d4'] in dv-cinder-841302-5-iscsi is: [{'id': 'a3336be8-4374-4b48-9855-59ade9ede6d4', 'name': 'router1', 'tenant_id': 'db427256e2ec4ec084f762a615d0f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:25:13Z', 'updated_at': '2022-07-07T15:25:23Z', 'revision_number': 2, 'project_id': 'db427256e2ec4ec084f762a615d0f187', 'gw_port_host': None, '_interfaces': [{'id': '3ccb26c5-d677-447e-b2c2-93aa96e5493b', 'name': '', 'network_id': '7ae3a657-4129-4586-a50a-e8ad895dba0a', 'tenant_id': 'db427256e2ec4ec084f762a615d0f187', 'mac_address': 'fa:16:3e:81:8f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3336be8-4374-4b48-9855-59ade9ede6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56362fe4-7f91-47d9-91fe-7e8c2aa35a9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:25:22Z', 'updated_at': '2022-07-07T15:25:25Z', 'revision_number': 4, 'project_id': 'db427256e2ec4ec084f762a615d0f187', 'subnets': [{'id': '56362fe4-7f91-47d9-91fe-7e8c2aa35a9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68df54e2-eae3-4929-9cb1-01b4dd22ac68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:25:25.877425 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-079b19a0-fecc-4f3d-b1cc-be258e669af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:25.925111 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b19a0-fecc-4f3d-b1cc-be258e669af0 None None] Pushing event updated for resources: {'Port': ['ID=3ccb26c5-d677-447e-b2c2-93aa96e5493b,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:26.156465 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 38558) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:25:26.353374 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cf3783-5e3b-4c12-8b5f-ca9490174b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:25:26.354764 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b9cf3783-5e3b-4c12-8b5f-ca9490174b62 admin admin] 10.222.0.25 "GET /v2.0/networks/ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 HTTP/1.1" status: 200 len: 842 time: 0.1967354 Jul 07 15:25:26.364446 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-bbe37025-994d-4637-9160-c7d4cf65fef3 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:25:26.449198 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe37025-994d-4637-9160-c7d4cf65fef3 admin admin] Made reservation on behalf of 28133f9a98be4af88ed357f76f5a4a2e for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:25:26.451543 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bbe37025-994d-4637-9160-c7d4cf65fef3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:26.509058 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:26.630497 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:26.919808 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.objects.ports [None req-bbe37025-994d-4637-9160-c7d4cf65fef3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104327) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 07 15:25:26.920183 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bbe37025-994d-4637-9160-c7d4cf65fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (bf0de490-fdc9-4554-9dbc-b921115f16b1), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:26.966821 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe37025-994d-4637-9160-c7d4cf65fef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf0de490-fdc9-4554-9dbc-b921115f16b1,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:26.990517 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe37025-994d-4637-9160-c7d4cf65fef3 admin admin] Checking segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:25:26.990864 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe37025-994d-4637-9160-c7d4cf65fef3 admin admin] Network hostable DHCP agents. Network: ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:25:27.061241 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe37025-994d-4637-9160-c7d4cf65fef3 admin admin] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:25:27.146849 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-bbe37025-994d-4637-9160-c7d4cf65fef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:25:27.151113 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe37025-994d-4637-9160-c7d4cf65fef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:25:27.151867 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bbe37025-994d-4637-9160-c7d4cf65fef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:27.155607 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d97e175-c2ec-40fb-b0d7-1cbbe5004803 None None] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:25:27.172878 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:27.246043 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-bbe37025-994d-4637-9160-c7d4cf65fef3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8849382 Jul 07 15:25:27.265120 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ff585-ba76-4e7a-87fa-60f42920fc8f None None] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:25:29.507336 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 38578) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:25:29.627579 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.policy [None req-77c6b203-10c0-4976-91a1-f1e1dea2f9a2 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104328) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 15:25:29.669359 dv-cinder-841302-5-iscsi neutron-server[104328]: WARNING oslo_policy.policy [None req-77c6b203-10c0-4976-91a1-f1e1dea2f9a2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 15:25:29.669779 dv-cinder-841302-5-iscsi neutron-server[104328]: WARNING oslo_policy.policy [None req-77c6b203-10c0-4976-91a1-f1e1dea2f9a2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 15:25:29.685480 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writer thread running {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 07 15:25:29.686135 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:29.906567 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-77c6b203-10c0-4976-91a1-f1e1dea2f9a2 demo admin] 10.222.0.25 "GET /v2.0/routers/a3336be8-4374-4b48-9855-59ade9ede6d4 HTTP/1.1" status: 200 len: 710 time: 0.3981864 Jul 07 15:25:30.098374 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4c537d-c50c-42bd-9878-85a6c41e6104 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:25:30.100088 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-0b4c537d-c50c-42bd-9878-85a6c41e6104 demo admin] 10.222.0.25 "GET /v2.0/networks/ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 HTTP/1.1" status: 200 len: 886 time: 0.1878157 Jul 07 15:25:30.109319 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:25:30.362904 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Publish callbacks [] for router_gateway (a3336be8-4374-4b48-9855-59ade9ede6d4), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:30.658981 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Publish callbacks [] for router_gateway (a3336be8-4374-4b48-9855-59ade9ede6d4), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:30.741627 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:30.940679 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Allocated IP 172.27.1.132 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/47aed36f-ddd9-4975-a20c-1de74041a015) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:25:31.072991 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Publish callbacks [] for port (47aed36f-ddd9-4975-a20c-1de74041a015), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:31.084225 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:31.114444 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:31.175667 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (47aed36f-ddd9-4975-a20c-1de74041a015), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:31.249422 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:25:31.261111 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:25:31.302293 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:25:31.305488 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Pushing event updated for resources: {'Port': ['ID=47aed36f-ddd9-4975-a20c-1de74041a015,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:31.347229 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:31.347589 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:31.347938 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:31.348278 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:31.348607 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:31.348929 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:31.349248 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:31.349566 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:31.349902 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:31.350224 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:31.350541 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:31.350869 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:31.351187 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:31.351502 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:31.351839 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Tracked resource versions report: Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: pushed versions: Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: { 'AddressGroup': {'1.2'}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Agent': {'1.1'}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'ConntrackHelper': {'1.0'}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'LocalIPAssociation': {'1.0'}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Log': {'1.0'}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'NDPProxy': {'1.0'}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Network': {'1.1'}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Port': {'1.7'}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'PortForwarding': {'1.3'}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'QosPolicy': {'1.10'}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'SecurityGroup': {'1.5'}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'SecurityGroupRule': {'1.2'}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'SubPort': {'1.0'}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Subnet': {'1.1'}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Trunk': {'1.1'}} Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: consumer versions: Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: { DHCP agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: L3 agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: Metadata agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: Metering agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: Open vSwitch agent@dv-cinder-841302-5-iscsi: { 'AddressGroup': '1.2', Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Agent': '1.1', Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'ConntrackHelper': '1.0', Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'LocalIPAssociation': '1.0', Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Log': '1.0', Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'NDPProxy': '1.0', Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Network': '1.1', Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Port': '1.7', Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'PortForwarding': '1.3', Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'QosPolicy': '1.10', Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'SecurityGroup': '1.5', Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'SecurityGroupRule': '1.2', Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'SubPort': '1.0', Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Subnet': '1.1', Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Trunk': '1.1'}} Jul 07 15:25:31.353231 dv-cinder-841302-5-iscsi neutron-server[104328]: {{(pid=104328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 15:25:31.445372 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 3ccb26c5-d677-447e-b2c2-93aa96e5493b up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:25:31.491242 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 3ccb26c5-d677-447e-b2c2-93aa96e5493b triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:25:31.491676 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:31.569964 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 3ccb26c5-d677-447e-b2c2-93aa96e5493b is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:25:31.669798 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Publish callbacks [] for router_gateway (a3336be8-4374-4b48-9855-59ade9ede6d4), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:31.901529 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89572'] for router (a3336be8-4374-4b48-9855-59ade9ede6d4), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:31.907151 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537283', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532693'] for router (a3336be8-4374-4b48-9855-59ade9ede6d4), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:32.013766 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Router a3336be8-4374-4b48-9855-59ade9ede6d4 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:25:32.115779 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:25:32.120088 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:32.121288 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-1511a586-a465-4d79-b6d1-cd8444c93c08 demo admin] 10.222.0.25 "PUT /v2.0/routers/a3336be8-4374-4b48-9855-59ade9ede6d4 HTTP/1.1" status: 200 len: 890 time: 2.0155444 Jul 07 15:25:32.141292 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Sync routers for ids ['a3336be8-4374-4b48-9855-59ade9ede6d4'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:25:32.143741 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:32.163712 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Routers {'a3336be8-4374-4b48-9855-59ade9ede6d4'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:25:32.163712 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:25:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['a3336be8-4374-4b48-9855-59ade9ede6d4'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:25:32.364249 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Set router a3336be8-4374-4b48-9855-59ade9ede6d4 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:25:32.803652 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3336be8-4374-4b48-9855-59ade9ede6d4', 'name': 'router1', 'tenant_id': 'db427256e2ec4ec084f762a615d0f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '47aed36f-ddd9-4975-a20c-1de74041a015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:25:13Z', 'updated_at': '2022-07-07T15:25:31Z', 'revision_number': 4, 'project_id': 'db427256e2ec4ec084f762a615d0f187', 'gw_port': {'id': '47aed36f-ddd9-4975-a20c-1de74041a015', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3336be8-4374-4b48-9855-59ade9ede6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:25:30Z', 'updated_at': '2022-07-07T15:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '3ccb26c5-d677-447e-b2c2-93aa96e5493b', 'name': '', 'network_id': '7ae3a657-4129-4586-a50a-e8ad895dba0a', 'tenant_id': 'db427256e2ec4ec084f762a615d0f187', 'mac_address': 'fa:16:3e:81:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3336be8-4374-4b48-9855-59ade9ede6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56362fe4-7f91-47d9-91fe-7e8c2aa35a9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:25:22Z', 'updated_at': '2022-07-07T15:25:25Z', 'revision_number': 5, 'project_id': 'db427256e2ec4ec084f762a615d0f187', 'subnets': [{'id': '56362fe4-7f91-47d9-91fe-7e8c2aa35a9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68df54e2-eae3-4929-9cb1-01b4dd22ac68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:25:32.850547 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Checking router: a3336be8-4374-4b48-9855-59ade9ede6d4 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:25:32.850887 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Updating router a3336be8-4374-4b48-9855-59ade9ede6d4 port 47aed36f-ddd9-4975-a20c-1de74041a015 binding host dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:25:32.903057 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (47aed36f-ddd9-4975-a20c-1de74041a015), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:33.204988 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:33.208888 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Publish callbacks [] for port (47aed36f-ddd9-4975-a20c-1de74041a015), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:33.283192 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (47aed36f-ddd9-4975-a20c-1de74041a015), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:33.337011 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250019d7-3860-409a-8a4f-58db2f7e134e None None] Pushing event updated for resources: {'Port': ['ID=47aed36f-ddd9-4975-a20c-1de74041a015,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:33.339131 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Attempting to bind port 47aed36f-ddd9-4975-a20c-1de74041a015 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:25:33.339494 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Attempting to bind port 47aed36f-ddd9-4975-a20c-1de74041a015 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:25:33.339876 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Attempting to bind port 47aed36f-ddd9-4975-a20c-1de74041a015 on network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:25:33.345495 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:25:33.345858 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Checking segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:25:33.346251 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:33.346621 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Bound using segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:25:33.347068 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Bound port: 47aed36f-ddd9-4975-a20c-1de74041a015, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:25:33.347437 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (47aed36f-ddd9-4975-a20c-1de74041a015), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:33.394549 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] For port 47aed36f-ddd9-4975-a20c-1de74041a015, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:25:33.398042 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] For port 47aed36f-ddd9-4975-a20c-1de74041a015, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=47aed36f-ddd9-4975-a20c-1de74041a015,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:25:33.472966 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (47aed36f-ddd9-4975-a20c-1de74041a015), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:33.530530 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Routers {'a3336be8-4374-4b48-9855-59ade9ede6d4'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:25:33.531138 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:25:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['a3336be8-4374-4b48-9855-59ade9ede6d4'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:25:33.534758 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250019d7-3860-409a-8a4f-58db2f7e134e None None] Pushing event updated for resources: {'Port': ['ID=47aed36f-ddd9-4975-a20c-1de74041a015,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:33.623634 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:33.634491 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] Set router a3336be8-4374-4b48-9855-59ade9ede6d4 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:25:33.830973 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3336be8-4374-4b48-9855-59ade9ede6d4', 'name': 'router1', 'tenant_id': 'db427256e2ec4ec084f762a615d0f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '47aed36f-ddd9-4975-a20c-1de74041a015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:25:13Z', 'updated_at': '2022-07-07T15:25:31Z', 'revision_number': 4, 'project_id': 'db427256e2ec4ec084f762a615d0f187', 'gw_port': {'id': '47aed36f-ddd9-4975-a20c-1de74041a015', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3336be8-4374-4b48-9855-59ade9ede6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:25:30Z', 'updated_at': '2022-07-07T15:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '3ccb26c5-d677-447e-b2c2-93aa96e5493b', 'name': '', 'network_id': '7ae3a657-4129-4586-a50a-e8ad895dba0a', 'tenant_id': 'db427256e2ec4ec084f762a615d0f187', 'mac_address': 'fa:16:3e:81:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3336be8-4374-4b48-9855-59ade9ede6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56362fe4-7f91-47d9-91fe-7e8c2aa35a9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:25:22Z', 'updated_at': '2022-07-07T15:25:25Z', 'revision_number': 5, 'project_id': 'db427256e2ec4ec084f762a615d0f187', 'subnets': [{'id': '56362fe4-7f91-47d9-91fe-7e8c2aa35a9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68df54e2-eae3-4929-9cb1-01b4dd22ac68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:25:33.855089 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ef9f24-65e4-4c4a-a576-c73cfe9f599b None None] The sync data for ids ['a3336be8-4374-4b48-9855-59ade9ede6d4'] in dv-cinder-841302-5-iscsi is: [{'id': 'a3336be8-4374-4b48-9855-59ade9ede6d4', 'name': 'router1', 'tenant_id': 'db427256e2ec4ec084f762a615d0f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '47aed36f-ddd9-4975-a20c-1de74041a015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:25:13Z', 'updated_at': '2022-07-07T15:25:31Z', 'revision_number': 4, 'project_id': 'db427256e2ec4ec084f762a615d0f187', 'gw_port': {'id': '47aed36f-ddd9-4975-a20c-1de74041a015', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3336be8-4374-4b48-9855-59ade9ede6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:25:30Z', 'updated_at': '2022-07-07T15:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '3ccb26c5-d677-447e-b2c2-93aa96e5493b', 'name': '', 'network_id': '7ae3a657-4129-4586-a50a-e8ad895dba0a', 'tenant_id': 'db427256e2ec4ec084f762a615d0f187', 'mac_address': 'fa:16:3e:81:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3336be8-4374-4b48-9855-59ade9ede6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56362fe4-7f91-47d9-91fe-7e8c2aa35a9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:25:22Z', 'updated_at': '2022-07-07T15:25:25Z', 'revision_number': 5, 'project_id': 'db427256e2ec4ec084f762a615d0f187', 'subnets': [{'id': '56362fe4-7f91-47d9-91fe-7e8c2aa35a9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68df54e2-eae3-4929-9cb1-01b4dd22ac68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:25:34.386428 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 38600) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:25:34.500781 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-70d04ce9-944d-4f72-91f4-b50abbf9cb97 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1132441 Jul 07 15:25:35.434933 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 47aed36f-ddd9-4975-a20c-1de74041a015 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:25:35.481514 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 47aed36f-ddd9-4975-a20c-1de74041a015 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:25:35.481898 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (47aed36f-ddd9-4975-a20c-1de74041a015), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:35.552673 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 47aed36f-ddd9-4975-a20c-1de74041a015 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:25:35.553045 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (47aed36f-ddd9-4975-a20c-1de74041a015), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:35.572628 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port 47aed36f-ddd9-4975-a20c-1de74041a015, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=47aed36f-ddd9-4975-a20c-1de74041a015,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:25:35.631705 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (47aed36f-ddd9-4975-a20c-1de74041a015), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:35.677735 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=47aed36f-ddd9-4975-a20c-1de74041a015,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:25:35.833277 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=52 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:35.839222 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=22 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:37.155949 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=53,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:37.162910 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=14,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:37.457415 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 47aed36f-ddd9-4975-a20c-1de74041a015 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:25:37.517192 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 47aed36f-ddd9-4975-a20c-1de74041a015 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:25:37.517500 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (47aed36f-ddd9-4975-a20c-1de74041a015), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:37.520052 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:37.590334 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 47aed36f-ddd9-4975-a20c-1de74041a015 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:25:44.485821 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:44.497335 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:47.589408 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:25:50.614795 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2ed246a5-5102-45e5-9557-8d2838cebde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:52.248094 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 5 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:25:52.774285 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-bfd827fa-0d26-46cf-a6e8-a1bfdf95f525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:54.157381 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:55.437687 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:25:55.791844 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:26:01.263716 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=2 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:26:02.247728 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=6 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:26:05.373244 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:26:05.722075 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:26:20.608377 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-61233597-05c3-43ac-a530-ea59a404031a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:26:22.784995 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e8807ef7-3e71-49c3-862c-4575d6e46763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:26:24.168490 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:26:25.426859 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:26:25.790924 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:26:27.261862 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=2 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:26:29.248498 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 5 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:26:35.716722 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:26:35.723723 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:26:39.244421 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=4 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:26:49.245697 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:26:50.607381 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-83124562-926c-43ce-86ef-1fd07dd4578c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:26:51.643125 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 39140) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:26:51.705081 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.pecan_wsgi.hooks.translation [None req-382db1c9-c339-4f80-9a9b-3496d7013932 admin admin] GET failed (client error): The resource could not be found. Jul 07 15:26:51.706352 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-382db1c9-c339-4f80-9a9b-3496d7013932 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622246 Jul 07 15:26:51.869746 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924f9edb-731b-436e-8514-7f76d58e7d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:26:51.871809 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-924f9edb-731b-436e-8514-7f76d58e7d4e admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1608403 Jul 07 15:26:52.772851 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-eba040fd-2ab5-4807-87eb-da2cbf1b6ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:26:53.903850 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 39150) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:26:54.005063 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adedc07b-4274-414a-8f28-7bce2bb50c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:26:54.006413 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-adedc07b-4274-414a-8f28-7bce2bb50c09 admin admin] 10.222.0.25 "GET /v2.0/subnets/56362fe4-7f91-47d9-91fe-7e8c2aa35a9f HTTP/1.1" status: 200 len: 849 time: 0.1016190 Jul 07 15:26:54.016479 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:26:54.105787 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Publish callbacks [] for subnet (56362fe4-7f91-47d9-91fe-7e8c2aa35a9f), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:26:54.167194 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:26:54.292823 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732231274478'] for subnet (56362fe4-7f91-47d9-91fe-7e8c2aa35a9f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:26:54.326023 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:26:54.326148 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:26:54.328604 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-9300d157-8900-4287-893e-eac496028442 admin admin] 10.222.0.25 "PUT /v2.0/subnets/56362fe4-7f91-47d9-91fe-7e8c2aa35a9f HTTP/1.1" status: 200 len: 868 time: 0.3157160 Jul 07 15:26:54.329175 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1768e8a3-586f-4513-bea1-beba1296018b None None] Network 7ae3a657-4129-4586-a50a-e8ad895dba0a requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:26:54.352442 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56362fe4-7f91-47d9-91fe-7e8c2aa35a9f,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:26:54.361108 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:26:54.361441 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:26:54.361813 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:26:54.362091 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:26:54.362405 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:26:54.362792 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:26:54.363055 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:26:54.363380 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:26:54.363755 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:26:54.364089 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:26:54.366910 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:26:54.366910 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:26:54.366910 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:26:54.366910 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:26:54.366910 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300d157-8900-4287-893e-eac496028442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:26:54.693241 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-7ac279df-9665-4e0e-9590-61af9f034558 None None] Provisioning complete for port 0350fe0d-1deb-467e-bf47-1810c3b9807c triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:26:54.693553 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7ac279df-9665-4e0e-9590-61af9f034558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (0350fe0d-1deb-467e-bf47-1810c3b9807c), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:26:54.763413 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-7ac279df-9665-4e0e-9590-61af9f034558 None None] Current status of the port 0350fe0d-1deb-467e-bf47-1810c3b9807c is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:26:54.771321 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-7ac279df-9665-4e0e-9590-61af9f034558 None None] Provisioning complete for port 3ccb26c5-d677-447e-b2c2-93aa96e5493b triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:26:54.771735 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7ac279df-9665-4e0e-9590-61af9f034558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3ccb26c5-d677-447e-b2c2-93aa96e5493b), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:26:54.841478 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-7ac279df-9665-4e0e-9590-61af9f034558 None None] Current status of the port 3ccb26c5-d677-447e-b2c2-93aa96e5493b is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:26:55.429975 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:26:55.772703 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:26:56.423418 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39158) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:26:56.632955 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af224e1-d35b-44a9-83b1-c0b622c0ddec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:26:56.633341 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af224e1-d35b-44a9-83b1-c0b622c0ddec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:26:56.634865 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8af224e1-d35b-44a9-83b1-c0b622c0ddec admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2104673 Jul 07 15:26:58.673907 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39168) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:26:58.808593 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ab95d8-e24f-4f82-94dd-fd3f13ec4e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:26:58.809067 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ab95d8-e24f-4f82-94dd-fd3f13ec4e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:26:58.810644 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-59ab95d8-e24f-4f82-94dd-fd3f13ec4e43 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1358624 Jul 07 15:27:00.866230 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39176) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:27:00.997768 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9274653c-6923-484d-b0b4-98e39acbde3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:27:00.999142 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9274653c-6923-484d-b0b4-98e39acbde3d admin admin] 10.222.0.25 "GET /v2.0/networks/7ae3a657-4129-4586-a50a-e8ad895dba0a HTTP/1.1" status: 200 len: 869 time: 0.1319718 Jul 07 15:27:03.106955 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39184) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:27:03.238775 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e60c00-3260-4e17-b97a-73f8529627d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:27:03.240111 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-04e60c00-3260-4e17-b97a-73f8529627d4 admin admin] 10.222.0.25 "GET /v2.0/networks/ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 HTTP/1.1" status: 200 len: 886 time: 0.1321528 Jul 07 15:27:04.349435 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=58,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:27:04.355696 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=64,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:27:05.312690 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39192) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:27:05.440481 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5931816-0c84-4919-8cc3-363744b5af35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:27:05.440939 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5931816-0c84-4919-8cc3-363744b5af35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:27:05.442504 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d5931816-0c84-4919-8cc3-363744b5af35 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288536 Jul 07 15:27:05.712853 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:27:05.718808 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:27:06.247723 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 5 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:27:07.469787 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39200) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:27:07.561456 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a4fcf-83bd-425a-91c4-b4559427e912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:27:07.561901 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a4fcf-83bd-425a-91c4-b4559427e912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:27:07.563415 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-010a4fcf-83bd-425a-91c4-b4559427e912 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926633 Jul 07 15:27:09.595131 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39208) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:27:09.685696 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad7939b-f093-48f3-983e-60dccd9d21bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:27:09.686942 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4ad7939b-f093-48f3-983e-60dccd9d21bc admin admin] 10.222.0.25 "GET /v2.0/subnets/56362fe4-7f91-47d9-91fe-7e8c2aa35a9f HTTP/1.1" status: 200 len: 868 time: 0.0908396 Jul 07 15:27:11.742658 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39216) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:27:11.832823 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d875474e-db04-4924-83ec-7b9d31a8067c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:27:11.834166 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d875474e-db04-4924-83ec-7b9d31a8067c admin admin] 10.222.0.25 "GET /v2.0/subnets/bf0de490-fdc9-4554-9dbc-b921115f16b1 HTTP/1.1" status: 200 len: 816 time: 0.0905688 Jul 07 15:27:16.242934 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=17 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:27:16.243756 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=17 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:27:20.634800 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-ddf1ea86-87be-499c-b2fd-7f9cdcf6c09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:21.828385 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=69 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:27:21.830241 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=69 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:27:22.794163 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-5af58a8f-5626-4b60-850b-039c34662652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:24.183853 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:25.452053 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:25.778491 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:35.713513 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:27:35.723409 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:27:38.245946 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39270) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:27:38.292318 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [None req-bc6439b4-c352-4882-97d2-b602f113c57c admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 15:27:38.293344 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-bc6439b4-c352-4882-97d2-b602f113c57c admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0464671 Jul 07 15:27:40.418340 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39278) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:27:40.477657 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd07cf9-a89e-484f-bbd6-f959175ad726 admin admin] GET failed (client error): The resource could not be found. Jul 07 15:27:40.478906 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-dbd07cf9-a89e-484f-bbd6-f959175ad726 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596633 Jul 07 15:27:40.624804 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eb031d-cffb-41f4-951f-cdf42a475a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:27:40.626164 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c1eb031d-cffb-41f4-951f-cdf42a475a11 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1432717 Jul 07 15:27:42.697418 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39286) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:27:42.744745 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:27:42.840300 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Made reservation on behalf of 28133f9a98be4af88ed357f76f5a4a2e for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:27:42.842574 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:42.870091 dv-cinder-841302-5-iscsi neutron-server[104327]: WARNING neutron.services.revisions.revision_plugin [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Could not find related network for resource to bump revision. Jul 07 15:27:42.881201 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:27:42.890166 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (ed63999d-a217-482d-bd8a-3637ca6f281d), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:42.890537 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Added segment ed63999d-a217-482d-bd8a-3637ca6f281d of type vlan for network 58234b4f-c395-4c93-8974-6c05a81ec434 Jul 07 15:27:42.933131 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (58234b4f-c395-4c93-8974-6c05a81ec434), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:43.012163 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (58234b4f-c395-4c93-8974-6c05a81ec434), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:43.013125 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:27:43.013696 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:43.071249 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Pushing event updated for resources: {'Network': ['ID=58234b4f-c395-4c93-8974-6c05a81ec434,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:27:43.078364 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:43.078705 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:43.079058 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:43.079394 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:43.079780 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:43.080110 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:43.080431 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:43.080748 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:43.081082 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:43.081404 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:43.081737 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:43.082079 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:43.082396 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:43.082709 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:43.083023 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:43.093325 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network 58234b4f-c395-4c93-8974-6c05a81ec434 details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:27:43.094998 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-f5bff4e9-ee73-4d7f-b966-4a1b6a296868 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3957295 Jul 07 15:27:43.247508 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 5 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:27:45.160216 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39294) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:27:45.223590 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6679cb6-da88-4a6a-b6d0-5da3722a7f39 admin admin] GET failed (client error): The resource could not be found. Jul 07 15:27:45.223590 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-f6679cb6-da88-4a6a-b6d0-5da3722a7f39 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611272 Jul 07 15:27:45.294181 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f582b1-8e60-4366-aa7a-acd0990ea347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:27:45.295660 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c3f582b1-8e60-4366-aa7a-acd0990ea347 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0690374 Jul 07 15:27:45.305249 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-bc2d69e5-42ab-44e3-af25-fe1a1a83624b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '58234b4f-c395-4c93-8974-6c05a81ec434', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:27:45.381620 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2d69e5-42ab-44e3-af25-fe1a1a83624b admin admin] Made reservation on behalf of 28133f9a98be4af88ed357f76f5a4a2e for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:27:45.383820 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bc2d69e5-42ab-44e3-af25-fe1a1a83624b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:45.743390 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bc2d69e5-42ab-44e3-af25-fe1a1a83624b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (cb9fbb1b-7382-4cb3-882a-12f3f5d3215e), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:45.798454 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d69e5-42ab-44e3-af25-fe1a1a83624b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb9fbb1b-7382-4cb3-882a-12f3f5d3215e,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:27:45.808427 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2d69e5-42ab-44e3-af25-fe1a1a83624b admin admin] Checking segment: {'id': 'ed63999d-a217-482d-bd8a-3637ca6f281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58234b4f-c395-4c93-8974-6c05a81ec434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:27:45.808770 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2d69e5-42ab-44e3-af25-fe1a1a83624b admin admin] Network hostable DHCP agents. Network: 58234b4f-c395-4c93-8974-6c05a81ec434, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:27:45.856780 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2d69e5-42ab-44e3-af25-fe1a1a83624b admin admin] Network 58234b4f-c395-4c93-8974-6c05a81ec434 is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:27:45.908093 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-bc2d69e5-42ab-44e3-af25-fe1a1a83624b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, 58234b4f-c395-4c93-8974-6c05a81ec434) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:27:45.912424 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2d69e5-42ab-44e3-af25-fe1a1a83624b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:27:45.913012 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bc2d69e5-42ab-44e3-af25-fe1a1a83624b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:45.916782 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6813ab1-bba8-48bf-adc8-3740422ad6a0 None None] Network 58234b4f-c395-4c93-8974-6c05a81ec434 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:27:45.973844 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-bc2d69e5-42ab-44e3-af25-fe1a1a83624b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6718578 Jul 07 15:27:46.116099 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1ee6318-512b-5199-b841-32f325bbc01a-58234b4f-c395-4c93-8974-6c05a81ec434', 'network_id': '58234b4f-c395-4c93-8974-6c05a81ec434', 'project_id': '28133f9a98be4af88ed357f76f5a4a2e', 'fixed_ips': [{'subnet_id': 'cb9fbb1b-7382-4cb3-882a-12f3f5d3215e'}]}} from dv-cinder-841302-5-iscsi. {{(pid=104329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 15:27:46.117064 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:46.257204 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.db_base_plugin_common [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Allocated IP 192.168.233.2 (58234b4f-c395-4c93-8974-6c05a81ec434/cb9fbb1b-7382-4cb3-882a-12f3f5d3215e/f1b10074-f00e-4d04-91dd-c58a9adcda95) {{(pid=104329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:27:46.400337 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Publish callbacks [] for port (f1b10074-f00e-4d04-91dd-c58a9adcda95), precommit_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:46.492129 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (f1b10074-f00e-4d04-91dd-c58a9adcda95), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:46.540862 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Network 58234b4f-c395-4c93-8974-6c05a81ec434 is already hosted by enough agents. {{(pid=104329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:27:46.544560 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.base_scheduler [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Resources bound (agent type, host, resource id): {{(pid=104329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:27:46.547424 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Received port after_create {{(pid=104329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:27:46.550709 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Pushing event updated for resources: {'Port': ['ID=f1b10074-f00e-4d04-91dd-c58a9adcda95,revision_number=1']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:27:46.561742 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:46.562077 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:46.562434 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:46.562781 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:46.563107 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:46.563425 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:46.563775 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:46.564093 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:46.564441 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:46.564763 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:46.565075 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:46.565398 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:46.565711 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:46.566074 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:46.566388 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:27:46.625462 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Attempting to bind port f1b10074-f00e-4d04-91dd-c58a9adcda95 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:27:46.625826 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Attempting to bind port f1b10074-f00e-4d04-91dd-c58a9adcda95 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': 'ed63999d-a217-482d-bd8a-3637ca6f281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58234b4f-c395-4c93-8974-6c05a81ec434'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:27:46.626181 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Attempting to bind port f1b10074-f00e-4d04-91dd-c58a9adcda95 on network 58234b4f-c395-4c93-8974-6c05a81ec434 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:27:46.631213 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:27:46.631590 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Checking segment: {'id': 'ed63999d-a217-482d-bd8a-3637ca6f281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58234b4f-c395-4c93-8974-6c05a81ec434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:27:46.631999 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:46.632378 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Bound using segment: {'id': 'ed63999d-a217-482d-bd8a-3637ca6f281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58234b4f-c395-4c93-8974-6c05a81ec434'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:27:46.632829 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Bound port: f1b10074-f00e-4d04-91dd-c58a9adcda95, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed63999d-a217-482d-bd8a-3637ca6f281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58234b4f-c395-4c93-8974-6c05a81ec434'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:27:46.633201 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (f1b10074-f00e-4d04-91dd-c58a9adcda95), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:46.692008 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] For port f1b10074-f00e-4d04-91dd-c58a9adcda95, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:27:46.694966 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] For port f1b10074-f00e-4d04-91dd-c58a9adcda95, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=f1b10074-f00e-4d04-91dd-c58a9adcda95,segment=NetworkSegment(ed63999d-a217-482d-bd8a-3637ca6f281d),segment_id=ed63999d-a217-482d-bd8a-3637ca6f281d)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:27:46.778527 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (f1b10074-f00e-4d04-91dd-c58a9adcda95), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:46.836257 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf45b8-295f-4712-a8f5-bc55dd549f6e None None] Pushing event updated for resources: {'Port': ['ID=f1b10074-f00e-4d04-91dd-c58a9adcda95,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:27:47.535685 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device f1b10074-f00e-4d04-91dd-c58a9adcda95 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:27:47.584237 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port f1b10074-f00e-4d04-91dd-c58a9adcda95 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:27:47.584626 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (f1b10074-f00e-4d04-91dd-c58a9adcda95), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:47.625132 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:27:47.655818 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:27:47.659795 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f55780-4618-44be-8b78-b3b017db2d22 None None] Network 58234b4f-c395-4c93-8974-6c05a81ec434 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:27:47.683807 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port f1b10074-f00e-4d04-91dd-c58a9adcda95 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:27:47.684190 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (f1b10074-f00e-4d04-91dd-c58a9adcda95), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:47.770897 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port f1b10074-f00e-4d04-91dd-c58a9adcda95, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=f1b10074-f00e-4d04-91dd-c58a9adcda95,segment=NetworkSegment(ed63999d-a217-482d-bd8a-3637ca6f281d),segment_id=ed63999d-a217-482d-bd8a-3637ca6f281d)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:27:47.801602 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-45f45cc8-a397-4209-8c39-ea73a1a9ae64 None None] Provisioning complete for port f1b10074-f00e-4d04-91dd-c58a9adcda95 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:27:47.801993 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-45f45cc8-a397-4209-8c39-ea73a1a9ae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (f1b10074-f00e-4d04-91dd-c58a9adcda95), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:47.837452 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (f1b10074-f00e-4d04-91dd-c58a9adcda95), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:47.919739 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=f1b10074-f00e-4d04-91dd-c58a9adcda95,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:27:47.932303 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-45f45cc8-a397-4209-8c39-ea73a1a9ae64 None None] Current status of the port f1b10074-f00e-4d04-91dd-c58a9adcda95 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:27:48.050912 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-6ff1a5de-250b-46c7-bc2b-f988b7d890df None None] Provisioning complete for port f1b10074-f00e-4d04-91dd-c58a9adcda95 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:27:48.051218 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6ff1a5de-250b-46c7-bc2b-f988b7d890df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (f1b10074-f00e-4d04-91dd-c58a9adcda95), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:48.135897 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-6ff1a5de-250b-46c7-bc2b-f988b7d890df None None] Current status of the port f1b10074-f00e-4d04-91dd-c58a9adcda95 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:27:49.506507 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device f1b10074-f00e-4d04-91dd-c58a9adcda95 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:27:49.553103 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port f1b10074-f00e-4d04-91dd-c58a9adcda95 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:27:49.553406 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (f1b10074-f00e-4d04-91dd-c58a9adcda95), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:49.619831 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:27:49.625260 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port f1b10074-f00e-4d04-91dd-c58a9adcda95 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:27:50.628471 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f0541a0f-d355-4e7c-b134-0655afe87d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:52.771770 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-fec21ca7-8067-440b-b73b-5bc3cffc2738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:53.242782 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=3 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:27:53.243594 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=5 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:27:54.234436 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:55.444378 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:55.773471 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:27:55.920208 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:27:55.923125 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=79,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:28:05.710890 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:28:05.715786 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:28:20.246669 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 5 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:28:20.622211 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e0d73df5-8989-4a38-abd8-8b4a993cd0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:28:22.758639 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-553bb5fd-694d-4fd0-b901-f5538bfbc8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:28:24.182644 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:28:25.467610 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:28:25.788183 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:28:30.242008 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=4 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:28:30.242722 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=4 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:28:35.719663 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:28:35.723109 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:28:49.240116 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:28:49.240822 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:DELETE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:28:50.654113 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d574868a-938d-4f90-aff2-7e71eb8b58f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:28:52.822123 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d768eb2a-22a6-4b83-b3c7-0036ffa6e41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:28:54.204026 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:28:55.489782 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:28:55.780817 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:28:57.245720 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 5 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:29:05.720676 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:29:05.728054 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:29:07.242145 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=5 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:29:07.242889 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=3 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:29:20.608778 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 39336) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:29:20.614916 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [None req-31869cf5-8b4c-4e31-89c5-cd8d80b13009 tempest-verify_tempest_config-252023724 tempest-verify_tempest_config-252023724-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 15:29:20.615975 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-31869cf5-8b4c-4e31-89c5-cd8d80b13009 tempest-verify_tempest_config-252023724 tempest-verify_tempest_config-252023724-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0061371 Jul 07 15:29:20.630063 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-96a20040-750d-4870-bc35-1f5813194e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:29:21.158889 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 39354) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:29:21.270467 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:29:21.379251 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Publish callbacks [] for security_group (3c6d70e4-74c2-4a3e-9b4c-bd0d45a29d82), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:29:21.464657 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (3c6d70e4-74c2-4a3e-9b4c-bd0d45a29d82), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:29:21.510008 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6d70e4-74c2-4a3e-9b4c-bd0d45a29d82,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:29:21.514627 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c547ac8e60b8450abdac765fe8a58659&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3547649 Jul 07 15:29:21.517370 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39358) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:29:21.518886 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.519234 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.519592 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.519940 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.520269 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.520595 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.520918 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.521237 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.521595 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.521928 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.522248 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.522585 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.522907 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.523224 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.523542 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3544c1a-b5a8-47b6-9f03-86fd05929a4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.574846 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Publish callbacks [] for security_group (3c6d70e4-74c2-4a3e-9b4c-bd0d45a29d82), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:29:21.595015 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Publish callbacks [] for security_group (3c6d70e4-74c2-4a3e-9b4c-bd0d45a29d82), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:29:21.748314 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (3c6d70e4-74c2-4a3e-9b4c-bd0d45a29d82), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:29:21.750967 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:29:21.752148 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c6d70e4-74c2-4a3e-9b4c-bd0d45a29d82 HTTP/1.1" status: 204 len: 168 time: 0.2338095 Jul 07 15:29:21.760209 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6d70e4-74c2-4a3e-9b4c-bd0d45a29d82,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:29:21.769853 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.770077 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.770439 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.770796 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.771114 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.771439 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.771902 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.772342 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.772794 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.773121 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.773487 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.773822 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.774249 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.774570 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:21.774889 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503cfae5-b7a5-4f1c-a233-81529e857707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:29:22.807468 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-161e9ffb-666e-45be-80c1-1f8774274a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:29:24.207202 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:29:25.442790 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:29:25.785795 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:29:31.508283 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:29:31.513176 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:29:31.762563 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:29:31.763350 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:29:34.243848 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 5 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:29:35.726846 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:29:35.728732 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:29:48.532630 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=20 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:29:48.534437 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=14 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:29:50.660909 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-5d26edc3-52f4-4e11-9585-05e56b6839ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:29:52.790569 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-ae5e1b4d-a0ba-4468-b0b3-e23b41de59f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:29:54.184830 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:29:55.453286 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:29:55.779284 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:30:05.725899 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:30:05.733928 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:30:11.242815 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 5 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:30:20.607350 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-0d005cc7-57f3-419d-a701-7d59e2af6473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:30:21.237737 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=2 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:30:21.238468 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=6 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:30:22.778280 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-712de04c-07ee-4270-be88-a0e56f876846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:30:24.189973 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:30:25.490730 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:30:25.789736 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:30:35.734206 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:30:35.736085 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:30:48.241946 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 5 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:30:50.646987 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d70081bf-51cf-4f23-82b4-fb3b897ba568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:30:52.811873 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-51dda63b-c163-499c-855c-407d26f4a062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:30:54.195173 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:30:55.443928 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:30:55.805888 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:30:57.238421 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=3 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:30:58.238548 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:31:03.412334 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535516'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:31:13.351623 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:31:13.353912 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:31:15.046804 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39436) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:31:15.164103 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ac9820de-b29d-4cf3-b36c-e5821c6ecc1c admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1161788 Jul 07 15:31:17.286254 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 39446) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:31:17.375657 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-8c7b8c06-8ee7-4f5e-b4b8-8848c41eca6a admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0881281 Jul 07 15:31:20.628785 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f1eb389b-0630-4958-a297-88bb14194642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:31:22.776483 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6356fdb9-4397-4c58-94e5-9ce684117e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:31:24.199375 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:31:25.156654 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:31:25.158518 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:31:25.240877 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:31:25.479269 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:31:25.785411 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:31:27.368050 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:31:27.378438 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:31:33.399529 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:31:34.248087 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=6 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:31:35.237925 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=4 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:31:43.330872 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:31:43.335882 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:31:48.527588 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=11 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:31:48.529422 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=15 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:31:50.627355 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-51edb7db-f52b-48a9-9f10-ef0fe79cd358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:31:52.769974 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-48cfae58-af20-48fe-a87d-b8b9d11fb0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:31:54.230433 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:31:55.455800 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:31:55.781491 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:02.239449 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:32:03.407417 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:12.235482 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=2 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:32:12.237118 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=6 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:32:13.334189 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:32:13.336321 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:32:20.635540 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-83c53529-c371-4625-a9f1-6b23657f46c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:22.860659 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-b9a618af-2215-4fe3-8ffd-38dba08f901f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:24.195486 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:25.452309 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:25.818157 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:33.442809 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:39.238555 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:32:43.360319 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:32:43.366397 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:32:49.234878 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=4 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:32:49.251177 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:32:50.634356 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-149d8589-8ba8-4768-aa3f-71aa1e365df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:52.888605 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-99e7041d-53e7-4be7-b18a-2dc7b0430496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:54.217472 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:55.466002 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:55.816900 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:56.872901 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39608) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:32:56.932094 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 39616) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:32:57.139837 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1435549225-network', 'tenant_id': 'b78a55fc7dba4ed5b22675b585cfe3aa'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:32:57.177846 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-network', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:32:57.228822 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Made reservation on behalf of b78a55fc7dba4ed5b22675b585cfe3aa for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:32:57.231425 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:57.240318 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:57.291550 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Made reservation on behalf of d2e4afda121042939745304ce6f76a8b for: {'network': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:32:57.293916 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:57.302506 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:57.312578 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Publish callbacks [] for security_group (636b5158-a732-4355-a01c-706e321a5463), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:57.398656 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Publish callbacks [] for security_group (04edf397-6d94-4620-8b74-8022e8fe5d64), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:57.425510 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (636b5158-a732-4355-a01c-706e321a5463), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:57.445175 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:32:57.456468 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (03667fff-a653-45d7-88c0-a97c92fa889c), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:57.456801 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Added segment 03667fff-a653-45d7-88c0-a97c92fa889c of type vlan for network 1ede4f7f-1113-444d-ac6e-83d7db0edc7e Jul 07 15:32:57.512753 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (1ede4f7f-1113-444d-ac6e-83d7db0edc7e), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:57.516679 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (04edf397-6d94-4620-8b74-8022e8fe5d64), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:57.522926 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636b5158-a732-4355-a01c-706e321a5463,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:32:57.544228 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.544228 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.544228 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.544228 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.544228 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.544228 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.544228 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.544228 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.544228 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.544228 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.544935 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.544935 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.545075 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.545266 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.545737 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Tracked resource versions report: Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: pushed versions: Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: { 'AddressGroup': {'1.2'}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Agent': {'1.1'}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'ConntrackHelper': {'1.0'}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'LocalIPAssociation': {'1.0'}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Log': {'1.0'}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'NDPProxy': {'1.0'}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Network': {'1.1'}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Port': {'1.7'}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'PortForwarding': {'1.3'}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'QosPolicy': {'1.10'}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'SecurityGroup': {'1.5'}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'SecurityGroupRule': {'1.2'}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'SubPort': {'1.0'}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Subnet': {'1.1'}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Trunk': {'1.1'}} Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: consumer versions: Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: { DHCP agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: HyperV agent@hv-cinder-84130: {}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: L3 agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: Metadata agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: Metering agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: Open vSwitch agent@dv-cinder-841302-5-iscsi: { 'AddressGroup': '1.2', Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Agent': '1.1', Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'ConntrackHelper': '1.0', Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'LocalIPAssociation': '1.0', Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Log': '1.0', Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'NDPProxy': '1.0', Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Network': '1.1', Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Port': '1.7', Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'PortForwarding': '1.3', Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'QosPolicy': '1.10', Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'SecurityGroup': '1.5', Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'SecurityGroupRule': '1.2', Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'SubPort': '1.0', Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Subnet': '1.1', Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: 'Trunk': '1.1'}} Jul 07 15:32:57.547104 dv-cinder-841302-5-iscsi neutron-server[104327]: {{(pid=104327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 15:32:57.550059 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=104328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:32:57.550152 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39650) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:32:57.580664 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39654) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:32:57.581141 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732231032432', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (a3f499d3-501c-494d-a58a-3ee089a92057), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:57.581690 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Unsubscribe: segment precommit_create {{(pid=104328) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 15:32:57.582162 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.segments_db [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Added segment a3f499d3-501c-494d-a58a-3ee089a92057 of type vlan for network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 Jul 07 15:32:57.598079 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04edf397-6d94-4620-8b74-8022e8fe5d64,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:32:57.611759 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.612100 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.612537 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.612778 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.613105 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.613427 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.613747 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.614065 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.614385 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.614703 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.615022 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.615361 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.615735 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.616238 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.616554 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Tracked resource versions report: Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: pushed versions: Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: { 'AddressGroup': {'1.2'}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Agent': {'1.1'}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'ConntrackHelper': {'1.0'}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'LocalIPAssociation': {'1.0'}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Log': {'1.0'}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'NDPProxy': {'1.0'}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Network': {'1.1'}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Port': {'1.7'}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'PortForwarding': {'1.3'}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'QosPolicy': {'1.10'}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'SecurityGroup': {'1.5'}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'SecurityGroupRule': {'1.2'}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'SubPort': {'1.0'}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Subnet': {'1.1'}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Trunk': {'1.1'}} Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: consumer versions: Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: { DHCP agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: HyperV agent@hv-cinder-84130: {}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: L3 agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: Metadata agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: Metering agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: Open vSwitch agent@dv-cinder-841302-5-iscsi: { 'AddressGroup': '1.2', Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Agent': '1.1', Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'ConntrackHelper': '1.0', Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'LocalIPAssociation': '1.0', Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Log': '1.0', Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'NDPProxy': '1.0', Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Network': '1.1', Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Port': '1.7', Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'PortForwarding': '1.3', Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'QosPolicy': '1.10', Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'SecurityGroup': '1.5', Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'SecurityGroupRule': '1.2', Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'SubPort': '1.0', Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Subnet': '1.1', Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: 'Trunk': '1.1'}} Jul 07 15:32:57.617740 dv-cinder-841302-5-iscsi neutron-server[104328]: {{(pid=104328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 15:32:57.645827 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (1ede4f7f-1113-444d-ac6e-83d7db0edc7e), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:57.646834 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:32:57.647414 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:57.677046 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (e12eafaa-cd14-4167-a6ef-a2ef64a70cc9), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:57.715966 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] Pushing event updated for resources: {'Network': ['ID=1ede4f7f-1113-444d-ac6e-83d7db0edc7e,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:32:57.725637 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network 1ede4f7f-1113-444d-ac6e-83d7db0edc7e details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:32:57.745832 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 39662) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:32:57.748707 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-98987845-3146-4aa8-af4a-95bd20899376 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8715899 Jul 07 15:32:57.750701 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-8d03f224-9966-4ec2-934b-94caab2e6943 admin admin] Request body: {'subnet': {'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1435549225-subnet', 'tenant_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:32:57.802889 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (e12eafaa-cd14-4167-a6ef-a2ef64a70cc9), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:57.805403 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:32:57.805536 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:57.931317 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d03f224-9966-4ec2-934b-94caab2e6943 admin admin] Made reservation on behalf of b78a55fc7dba4ed5b22675b585cfe3aa for: {'subnet': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:32:57.933616 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-8d03f224-9966-4ec2-934b-94caab2e6943 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:57.953496 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-89e345eb-64e6-4f99-a394-744499e90788 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-187718175-network', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:32:58.060769 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e345eb-64e6-4f99-a394-744499e90788 admin admin] Made reservation on behalf of 66b37250ea6d4c4eb242c27ce9819dfc for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:32:58.063695 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89e345eb-64e6-4f99-a394-744499e90788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.078495 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1450183 Jul 07 15:32:58.082881 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 39668) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:32:58.083592 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57a6d0-0034-410f-a9b4-553adac57b05 admin admin] Pushing event updated for resources: {'Network': ['ID=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:32:58.086925 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89e345eb-64e6-4f99-a394-744499e90788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.092223 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-9002d0d7-5a58-4906-929f-04ab2ddfcf8b admin admin] Request body: {'subnet': {'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-subnet', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:32:58.097234 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:32:58.207408 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89e345eb-64e6-4f99-a394-744499e90788 admin admin] Publish callbacks [] for security_group (8586b285-1fb7-4145-b4fd-23fb391fc7f4), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.213980 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-97b348b4-e08e-45ca-82e5-ec720567ce19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-54065107-network', 'tenant_id': '66a98614df914018b7ecfb68afb735c0'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:32:58.242026 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39672) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:32:58.282333 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89e345eb-64e6-4f99-a394-744499e90788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (8586b285-1fb7-4145-b4fd-23fb391fc7f4), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.297997 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e345eb-64e6-4f99-a394-744499e90788 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:32:58.310086 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=70,neutron:INSERT=25,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:32:58.320745 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89e345eb-64e6-4f99-a394-744499e90788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (91699501-e4d6-429e-be7d-97890859190a), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.323106 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-89e345eb-64e6-4f99-a394-744499e90788 admin admin] Added segment 91699501-e4d6-429e-be7d-97890859190a of type vlan for network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 Jul 07 15:32:58.334557 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e345eb-64e6-4f99-a394-744499e90788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8586b285-1fb7-4145-b4fd-23fb391fc7f4,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:32:58.368988 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-068dc98c-d069-42ed-b11b-e52da77bce7a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1012923353-network', 'tenant_id': '76fc7cc4cb0f46b6bc9d1994c5bf8310'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:32:58.372347 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b348b4-e08e-45ca-82e5-ec720567ce19 admin admin] Made reservation on behalf of 66a98614df914018b7ecfb68afb735c0 for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:32:58.374543 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97b348b4-e08e-45ca-82e5-ec720567ce19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.377390 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9002d0d7-5a58-4906-929f-04ab2ddfcf8b admin admin] Made reservation on behalf of d2e4afda121042939745304ce6f76a8b for: {'subnet': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:32:58.379718 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9002d0d7-5a58-4906-929f-04ab2ddfcf8b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.382912 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-8d03f224-9966-4ec2-934b-94caab2e6943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.413689 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97b348b4-e08e-45ca-82e5-ec720567ce19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.420304 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89e345eb-64e6-4f99-a394-744499e90788 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (ac1a0dbf-9ce9-4f3d-9709-351b088f4833), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.472174 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:32:58.504650 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:32:58.512033 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03f224-9966-4ec2-934b-94caab2e6943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7,revision_number=0']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:32:58.530829 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:32:58.538247 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d03f224-9966-4ec2-934b-94caab2e6943 admin admin] Checking segment: {'id': '03667fff-a653-45d7-88c0-a97c92fa889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:32:58.541589 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068dc98c-d069-42ed-b11b-e52da77bce7a admin admin] Made reservation on behalf of 76fc7cc4cb0f46b6bc9d1994c5bf8310 for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:32:58.545935 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-068dc98c-d069-42ed-b11b-e52da77bce7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.548094 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d03f224-9966-4ec2-934b-94caab2e6943 admin admin] Network hostable DHCP agents. Network: 1ede4f7f-1113-444d-ac6e-83d7db0edc7e, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:32:58.565985 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-068dc98c-d069-42ed-b11b-e52da77bce7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.576842 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89e345eb-64e6-4f99-a394-744499e90788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (ac1a0dbf-9ce9-4f3d-9709-351b088f4833), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.577809 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e345eb-64e6-4f99-a394-744499e90788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:32:58.580271 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-89e345eb-64e6-4f99-a394-744499e90788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.589729 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97b348b4-e08e-45ca-82e5-ec720567ce19 admin admin] Publish callbacks [] for security_group (4a531764-a479-459a-a83a-824db685e462), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.691139 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e345eb-64e6-4f99-a394-744499e90788 admin admin] Pushing event updated for resources: {'Network': ['ID=ac1a0dbf-9ce9-4f3d-9709-351b088f4833,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:32:58.701317 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:32:58.711185 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d03f224-9966-4ec2-934b-94caab2e6943 admin admin] Network 1ede4f7f-1113-444d-ac6e-83d7db0edc7e is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:32:58.715089 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97b348b4-e08e-45ca-82e5-ec720567ce19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (4a531764-a479-459a-a83a-824db685e462), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.721442 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-89e345eb-64e6-4f99-a394-744499e90788 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.1686082 Jul 07 15:32:58.728666 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 39704) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:32:58.739660 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-eadbcea0-8724-400c-9c74-19843bc1aa40 admin admin] Request body: {'subnet': {'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-187718175-subnet', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:32:58.752666 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9002d0d7-5a58-4906-929f-04ab2ddfcf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (9869fa05-9e6c-4cb3-8a09-1453d7c28d29), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.760904 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b348b4-e08e-45ca-82e5-ec720567ce19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:32:58.777147 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b348b4-e08e-45ca-82e5-ec720567ce19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a531764-a479-459a-a83a-824db685e462,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:32:58.784477 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-068dc98c-d069-42ed-b11b-e52da77bce7a admin admin] Publish callbacks [] for security_group (b5b033c9-79b1-4bdf-88c7-419040d2bd2f), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.787118 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97b348b4-e08e-45ca-82e5-ec720567ce19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.787452 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-97b348b4-e08e-45ca-82e5-ec720567ce19 admin admin] Added segment dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2 of type vlan for network 75a15ea6-f7b1-407c-a2e7-8816149570d9 Jul 07 15:32:58.827816 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97b348b4-e08e-45ca-82e5-ec720567ce19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (75a15ea6-f7b1-407c-a2e7-8816149570d9), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.842306 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-8d03f224-9966-4ec2-934b-94caab2e6943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, 1ede4f7f-1113-444d-ac6e-83d7db0edc7e) {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:32:58.852632 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03f224-9966-4ec2-934b-94caab2e6943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:32:58.853043 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-8d03f224-9966-4ec2-934b-94caab2e6943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.854677 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aea8c7-eb6d-4ab9-a301-e9404ff67925 None None] Network 1ede4f7f-1113-444d-ac6e-83d7db0edc7e requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:32:58.874417 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002d0d7-5a58-4906-929f-04ab2ddfcf8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9869fa05-9e6c-4cb3-8a09-1453d7c28d29,revision_number=0']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:32:58.881633 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9002d0d7-5a58-4906-929f-04ab2ddfcf8b admin admin] Checking segment: {'id': 'a3f499d3-501c-494d-a58a-3ee089a92057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:32:58.881986 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9002d0d7-5a58-4906-929f-04ab2ddfcf8b admin admin] Network hostable DHCP agents. Network: e12eafaa-cd14-4167-a6ef-a2ef64a70cc9, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:32:58.898231 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-068dc98c-d069-42ed-b11b-e52da77bce7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (b5b033c9-79b1-4bdf-88c7-419040d2bd2f), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.903509 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadbcea0-8724-400c-9c74-19843bc1aa40 admin admin] Made reservation on behalf of 66b37250ea6d4c4eb242c27ce9819dfc for: {'subnet': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:32:58.903856 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-eadbcea0-8724-400c-9c74-19843bc1aa40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.943397 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068dc98c-d069-42ed-b11b-e52da77bce7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:32:58.960861 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97b348b4-e08e-45ca-82e5-ec720567ce19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (75a15ea6-f7b1-407c-a2e7-8816149570d9), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.970828 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b348b4-e08e-45ca-82e5-ec720567ce19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:32:58.970828 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97b348b4-e08e-45ca-82e5-ec720567ce19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:58.970828 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dc98c-d069-42ed-b11b-e52da77bce7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b033c9-79b1-4bdf-88c7-419040d2bd2f,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:32:59.013488 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-068dc98c-d069-42ed-b11b-e52da77bce7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (455dd664-bbea-4550-a3ec-54cffa2da711), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.013661 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-068dc98c-d069-42ed-b11b-e52da77bce7a admin admin] Added segment 455dd664-bbea-4550-a3ec-54cffa2da711 of type vlan for network 94fe4af2-975d-45f2-8c4d-525c311d4cd1 Jul 07 15:32:59.036465 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-8d03f224-9966-4ec2-934b-94caab2e6943 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2868137 Jul 07 15:32:59.037433 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 39716) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:32:59.044561 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1435549225-router', 'tenant_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:32:59.047501 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1ee6318-512b-5199-b841-32f325bbc01a-1ede4f7f-1113-444d-ac6e-83d7db0edc7e', 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e', 'project_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'fixed_ips': [{'subnet_id': 'e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7'}]}} from dv-cinder-841302-5-iscsi. {{(pid=104329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 15:32:59.048436 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.076583 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9002d0d7-5a58-4906-929f-04ab2ddfcf8b admin admin] Network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:32:59.132059 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-9002d0d7-5a58-4906-929f-04ab2ddfcf8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, e12eafaa-cd14-4167-a6ef-a2ef64a70cc9) {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:32:59.155307 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-068dc98c-d069-42ed-b11b-e52da77bce7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (94fe4af2-975d-45f2-8c4d-525c311d4cd1), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.185279 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9002d0d7-5a58-4906-929f-04ab2ddfcf8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:32:59.186022 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9002d0d7-5a58-4906-929f-04ab2ddfcf8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.239352 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-97b348b4-e08e-45ca-82e5-ec720567ce19 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6555395 Jul 07 15:32:59.239352 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39730) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:32:59.244697 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-c2aee275-fb0a-4fbf-b420-1e0f898a47ff admin admin] Request body: {'subnet': {'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-54065107-subnet', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:32:59.288174 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b348b4-e08e-45ca-82e5-ec720567ce19 admin admin] Pushing event updated for resources: {'Network': ['ID=75a15ea6-f7b1-407c-a2e7-8816149570d9,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:32:59.312372 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65a18f5-2a76-4c4d-b768-8ab796692e91 None None] Network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:32:59.314441 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network 75a15ea6-f7b1-407c-a2e7-8816149570d9 details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:32:59.318023 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-068dc98c-d069-42ed-b11b-e52da77bce7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (94fe4af2-975d-45f2-8c4d-525c311d4cd1), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.319052 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068dc98c-d069-42ed-b11b-e52da77bce7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:32:59.319646 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-068dc98c-d069-42ed-b11b-e52da77bce7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.382823 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.db_base_plugin_common [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Allocated IP 172.20.0.2 (1ede4f7f-1113-444d-ac6e-83d7db0edc7e/e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7/918930db-40f0-453d-9c40-3baa081ea7ad) {{(pid=104329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:32:59.395111 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-89475'] for router (21b53a5e-fd3d-49a4-90af-3cc4e8aea054), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.398563 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-89482'] for router (21b53a5e-fd3d-49a4-90af-3cc4e8aea054), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.412983 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-9002d0d7-5a58-4906-929f-04ab2ddfcf8b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3243344 Jul 07 15:32:59.422457 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2aee275-fb0a-4fbf-b420-1e0f898a47ff admin admin] Made reservation on behalf of 66a98614df914018b7ecfb68afb735c0 for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:32:59.424843 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c2aee275-fb0a-4fbf-b420-1e0f898a47ff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.426921 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 39738) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:32:59.442995 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:32:59.547173 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-068dc98c-d069-42ed-b11b-e52da77bce7a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3036127 Jul 07 15:32:59.547952 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dc98c-d069-42ed-b11b-e52da77bce7a admin admin] Pushing event updated for resources: {'Network': ['ID=94fe4af2-975d-45f2-8c4d-525c311d4cd1,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:32:59.556527 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39740) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:32:59.567005 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network 94fe4af2-975d-45f2-8c4d-525c311d4cd1 details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:32:59.575369 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1ee6318-512b-5199-b841-32f325bbc01a-e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29'}]}} from dv-cinder-841302-5-iscsi. {{(pid=104329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 15:32:59.576310 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.587893 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-6a0cc71c-3680-4b4c-93fd-cd4831f09883 admin admin] Request body: {'subnet': {'network_id': '94fe4af2-975d-45f2-8c4d-525c311d4cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1012923353-subnet', 'tenant_id': '76fc7cc4cb0f46b6bc9d1994c5bf8310', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:32:59.607343 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-eadbcea0-8724-400c-9c74-19843bc1aa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (61ecf33b-ac81-410e-a8db-4aefcfc3a895), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.675937 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-89475'] for router (54b29323-172a-4ab0-8536-8735d645a515), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.675937 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-89482'] for router (54b29323-172a-4ab0-8536-8735d645a515), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.685281 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Publish callbacks [] for router_controller (21b53a5e-fd3d-49a4-90af-3cc4e8aea054), precommit_add_association {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.699534 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:32:59.716828 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0cc71c-3680-4b4c-93fd-cd4831f09883 admin admin] Made reservation on behalf of 76fc7cc4cb0f46b6bc9d1994c5bf8310 for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:32:59.719330 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6a0cc71c-3680-4b4c-93fd-cd4831f09883 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.830109 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:32:59.862137 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=67,neutron:INSERT=26,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:32:59.894642 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Publish callbacks [] for port (918930db-40f0-453d-9c40-3baa081ea7ad), precommit_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.922886 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.db_base_plugin_common [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Allocated IP 172.20.0.2 (e12eafaa-cd14-4167-a6ef-a2ef64a70cc9/9869fa05-9e6c-4cb3-8a09-1453d7c28d29/683501e4-7e95-4750-a5a7-33e510151d67) {{(pid=104329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:32:59.955462 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbcea0-8724-400c-9c74-19843bc1aa40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61ecf33b-ac81-410e-a8db-4aefcfc3a895,revision_number=0']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:32:59.970678 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (918930db-40f0-453d-9c40-3baa081ea7ad), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.977816 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Publish callbacks [] for router_controller (54b29323-172a-4ab0-8536-8735d645a515), precommit_add_association {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:32:59.992714 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c2aee275-fb0a-4fbf-b420-1e0f898a47ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (85f7fa8a-0f70-4b68-8373-92cbe1e8c506), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.019165 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Publish callbacks [] for router_gateway (21b53a5e-fd3d-49a4-90af-3cc4e8aea054), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.023060 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbcea0-8724-400c-9c74-19843bc1aa40 admin admin] Checking segment: {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:00.023506 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadbcea0-8724-400c-9c74-19843bc1aa40 admin admin] Network hostable DHCP agents. Network: ac1a0dbf-9ce9-4f3d-9709-351b088f4833, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:33:00.051402 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6a0cc71c-3680-4b4c-93fd-cd4831f09883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (18e54cfd-f928-4968-9baa-cb79f8e15c16), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.074505 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aee275-fb0a-4fbf-b420-1e0f898a47ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f7fa8a-0f70-4b68-8373-92cbe1e8c506,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:00.124124 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aee275-fb0a-4fbf-b420-1e0f898a47ff admin admin] Checking segment: {'id': 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:00.124378 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aee275-fb0a-4fbf-b420-1e0f898a47ff admin admin] Network hostable DHCP agents. Network: 75a15ea6-f7b1-407c-a2e7-8816149570d9, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:33:00.152670 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cc71c-3680-4b4c-93fd-cd4831f09883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e54cfd-f928-4968-9baa-cb79f8e15c16,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:00.160198 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0cc71c-3680-4b4c-93fd-cd4831f09883 admin admin] Checking segment: {'id': '455dd664-bbea-4550-a3ec-54cffa2da711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '94fe4af2-975d-45f2-8c4d-525c311d4cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:00.160675 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0cc71c-3680-4b4c-93fd-cd4831f09883 admin admin] Network hostable DHCP agents. Network: 94fe4af2-975d-45f2-8c4d-525c311d4cd1, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:33:00.163514 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Network 1ede4f7f-1113-444d-ac6e-83d7db0edc7e is already hosted by enough agents. {{(pid=104329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:00.173555 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.base_scheduler [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Resources bound (agent type, host, resource id): {{(pid=104329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:00.179404 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Received port after_create {{(pid=104329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:00.185675 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Pushing event updated for resources: {'Port': ['ID=918930db-40f0-453d-9c40-3baa081ea7ad,revision_number=1']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:00.191170 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadbcea0-8724-400c-9c74-19843bc1aa40 admin admin] Network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:33:00.205605 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:00.206018 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:00.206704 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:00.206704 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:00.207000 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:00.207318 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:00.207667 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:00.207988 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:00.208305 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:00.208618 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:00.208947 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:00.209267 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:00.209584 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:00.209896 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:00.210206 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Tracked resource versions report: Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: pushed versions: Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: { 'AddressGroup': {'1.2'}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Agent': {'1.1'}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'ConntrackHelper': {'1.0'}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'LocalIPAssociation': {'1.0'}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Log': {'1.0'}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'NDPProxy': {'1.0'}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Network': {'1.1'}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Port': {'1.7'}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'PortForwarding': {'1.3'}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'QosPolicy': {'1.10'}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'SecurityGroup': {'1.5'}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'SecurityGroupRule': {'1.2'}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'SubPort': {'1.0'}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Subnet': {'1.1'}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Trunk': {'1.1'}} Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: consumer versions: Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: { DHCP agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: HyperV agent@hv-cinder-84130: {}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: L3 agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: Metadata agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: Metering agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: Open vSwitch agent@dv-cinder-841302-5-iscsi: { 'AddressGroup': '1.2', Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Agent': '1.1', Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'ConntrackHelper': '1.0', Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'LocalIPAssociation': '1.0', Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Log': '1.0', Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'NDPProxy': '1.0', Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Network': '1.1', Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Port': '1.7', Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'PortForwarding': '1.3', Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'QosPolicy': '1.10', Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'SecurityGroup': '1.5', Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'SecurityGroupRule': '1.2', Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'SubPort': '1.0', Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Subnet': '1.1', Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: 'Trunk': '1.1'}} Jul 07 15:33:00.211391 dv-cinder-841302-5-iscsi neutron-server[104329]: {{(pid=104329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 15:33:00.225581 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aee275-fb0a-4fbf-b420-1e0f898a47ff admin admin] Network 75a15ea6-f7b1-407c-a2e7-8816149570d9 is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:33:00.260832 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0cc71c-3680-4b4c-93fd-cd4831f09883 admin admin] Network 94fe4af2-975d-45f2-8c4d-525c311d4cd1 is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:33:00.314320 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Attempting to bind port 918930db-40f0-453d-9c40-3baa081ea7ad on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:33:00.314688 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Attempting to bind port 918930db-40f0-453d-9c40-3baa081ea7ad by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '03667fff-a653-45d7-88c0-a97c92fa889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:33:00.315039 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Attempting to bind port 918930db-40f0-453d-9c40-3baa081ea7ad on network 1ede4f7f-1113-444d-ac6e-83d7db0edc7e {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:00.317360 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Publish callbacks [] for router_gateway (54b29323-172a-4ab0-8536-8735d645a515), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.328226 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:33:00.333620 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Checking segment: {'id': '03667fff-a653-45d7-88c0-a97c92fa889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:00.333620 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.333620 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Bound using segment: {'id': '03667fff-a653-45d7-88c0-a97c92fa889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:33:00.333620 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Bound port: 918930db-40f0-453d-9c40-3baa081ea7ad, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03667fff-a653-45d7-88c0-a97c92fa889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:33:00.333620 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (918930db-40f0-453d-9c40-3baa081ea7ad), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.342222 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Publish callbacks [] for port (683501e4-7e95-4750-a5a7-33e510151d67), precommit_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.366214 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:00.394763 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] For port 918930db-40f0-453d-9c40-3baa081ea7ad, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:33:00.398124 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-eadbcea0-8724-400c-9c74-19843bc1aa40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, ac1a0dbf-9ce9-4f3d-9709-351b088f4833) {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:00.398304 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] For port 918930db-40f0-453d-9c40-3baa081ea7ad, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=918930db-40f0-453d-9c40-3baa081ea7ad,segment=NetworkSegment(03667fff-a653-45d7-88c0-a97c92fa889c),segment_id=03667fff-a653-45d7-88c0-a97c92fa889c)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:33:00.402938 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadbcea0-8724-400c-9c74-19843bc1aa40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:00.403527 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-eadbcea0-8724-400c-9c74-19843bc1aa40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.404959 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-c2aee275-fb0a-4fbf-b420-1e0f898a47ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, 75a15ea6-f7b1-407c-a2e7-8816149570d9) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:00.411369 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-6a0cc71c-3680-4b4c-93fd-cd4831f09883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, 94fe4af2-975d-45f2-8c4d-525c311d4cd1) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:00.416746 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aee275-fb0a-4fbf-b420-1e0f898a47ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:00.416985 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447ee4ef-854f-4ce3-ab1d-3ae8e0b7be6b None None] Network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:33:00.417538 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c2aee275-fb0a-4fbf-b420-1e0f898a47ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.427826 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1432b4d7-1269-4c21-bf52-abd5a8c9f000 None None] Network 75a15ea6-f7b1-407c-a2e7-8816149570d9 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:33:00.469202 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Publish callbacks [] for router_gateway (21b53a5e-fd3d-49a4-90af-3cc4e8aea054), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.475241 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0cc71c-3680-4b4c-93fd-cd4831f09883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:00.476727 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6a0cc71c-3680-4b4c-93fd-cd4831f09883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.528513 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.535773 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-eadbcea0-8724-400c-9c74-19843bc1aa40 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8057733 Jul 07 15:33:00.538283 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 39758) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:00.543225 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:00.556064 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c2aee275-fb0a-4fbf-b420-1e0f898a47ff admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3120532 Jul 07 15:33:00.557176 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39762) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:00.565212 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:00.588122 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0eb94c-4e68-4bfb-b5e1-907ad5197754 None None] Network 94fe4af2-975d-45f2-8c4d-525c311d4cd1 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:33:00.600925 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (918930db-40f0-453d-9c40-3baa081ea7ad), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.633464 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-6a0cc71c-3680-4b4c-93fd-cd4831f09883 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0663874 Jul 07 15:33:00.633677 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (683501e4-7e95-4750-a5a7-33e510151d67), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.681918 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1ee6318-512b-5199-b841-32f325bbc01a-75a15ea6-f7b1-407c-a2e7-8816149570d9', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'project_id': '66a98614df914018b7ecfb68afb735c0', 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506'}]}} from dv-cinder-841302-5-iscsi. {{(pid=104329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 15:33:00.682829 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.718314 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-89475'] for router (7de97580-4ccd-4509-8ceb-b0834e59b23c), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.721452 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-89482'] for router (7de97580-4ccd-4509-8ceb-b0834e59b23c), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.836383 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Publish callbacks [] for router_controller (7de97580-4ccd-4509-8ceb-b0834e59b23c), precommit_add_association {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.843896 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:00.854887 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-89475'] for router (badb391a-9ac8-4700-b35a-45b4f5d75596), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.860796 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-89482'] for router (badb391a-9ac8-4700-b35a-45b4f5d75596), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:00.972488 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=13,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:00.982836 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Publish callbacks [] for router_controller (badb391a-9ac8-4700-b35a-45b4f5d75596), precommit_add_association {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:01.028834 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 is already hosted by enough agents. {{(pid=104329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:01.137407 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.base_scheduler [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Resources bound (agent type, host, resource id): {{(pid=104329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:01.137407 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Received port after_create {{(pid=104329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:01.137407 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1ee6318-512b-5199-b841-32f325bbc01a-ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895'}]}} from dv-cinder-841302-5-iscsi. {{(pid=104329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 15:33:01.137407 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:01.226910 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0866d7-8860-4c7b-8cae-0045df3cf2a9 None None] Pushing event updated for resources: {'Port': ['ID=918930db-40f0-453d-9c40-3baa081ea7ad,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:01.250424 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Publish callbacks [] for router_gateway (7de97580-4ccd-4509-8ceb-b0834e59b23c), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:01.421363 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Allocated IP 172.27.1.193 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/157ff712-5635-478c-a378-67d03abe49ca) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:33:01.430284 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Publish callbacks [] for router_gateway (badb391a-9ac8-4700-b35a-45b4f5d75596), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:01.433572 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Publish callbacks [] for router_gateway (54b29323-172a-4ab0-8536-8735d645a515), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:01.461262 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:01.485186 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.db_base_plugin_common [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Allocated IP 172.20.0.2 (ac1a0dbf-9ce9-4f3d-9709-351b088f4833/61ecf33b-ac81-410e-a8db-4aefcfc3a895/a9996af8-0d55-4541-bd66-028cffab1dfb) {{(pid=104329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:33:01.503587 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.db_base_plugin_common [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Allocated IP 172.20.0.2 (75a15ea6-f7b1-407c-a2e7-8816149570d9/85f7fa8a-0f70-4b68-8373-92cbe1e8c506/81109417-cd34-4490-8454-d37e9bb3efb5) {{(pid=104329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:33:01.510530 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Pushing event updated for resources: {'Port': ['ID=683501e4-7e95-4750-a5a7-33e510151d67,revision_number=1']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:01.532153 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Attempting to bind port 683501e4-7e95-4750-a5a7-33e510151d67 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:33:01.532556 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Attempting to bind port 683501e4-7e95-4750-a5a7-33e510151d67 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': 'a3f499d3-501c-494d-a58a-3ee089a92057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:33:01.532913 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Attempting to bind port 683501e4-7e95-4750-a5a7-33e510151d67 on network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:01.564507 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0930221d-63da-4b83-9c47-a912fc2226c3 None None] Network 94fe4af2-975d-45f2-8c4d-525c311d4cd1 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:33:01.574990 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:33:01.575399 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Checking segment: {'id': 'a3f499d3-501c-494d-a58a-3ee089a92057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:01.575825 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:01.576212 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Bound using segment: {'id': 'a3f499d3-501c-494d-a58a-3ee089a92057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:33:01.576698 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Bound port: 683501e4-7e95-4750-a5a7-33e510151d67, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f499d3-501c-494d-a58a-3ee089a92057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:33:01.577073 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (683501e4-7e95-4750-a5a7-33e510151d67), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:01.848532 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 918930db-40f0-453d-9c40-3baa081ea7ad up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:01.995755 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Publish callbacks [] for router_gateway (7de97580-4ccd-4509-8ceb-b0834e59b23c), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.000754 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:02.234871 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.234871 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39828) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:02.234871 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-beca756c-a73c-417a-8338-3d341735b694 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-602467607-network', 'tenant_id': 'd8e382508a4e4918ade240f2cefd9865'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:02.283185 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Publish callbacks [] for port (157ff712-5635-478c-a378-67d03abe49ca), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.283185 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Publish callbacks [] for router_gateway (badb391a-9ac8-4700-b35a-45b4f5d75596), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.283185 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.284413 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beca756c-a73c-417a-8338-3d341735b694 admin admin] Made reservation on behalf of d8e382508a4e4918ade240f2cefd9865 for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:33:02.284413 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-beca756c-a73c-417a-8338-3d341735b694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.284413 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-beca756c-a73c-417a-8338-3d341735b694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.285405 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7d6c20-e3b1-42ca-b502-3e19c886cac8 None None] Network 1ede4f7f-1113-444d-ac6e-83d7db0edc7e requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:33:02.285405 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] For port 683501e4-7e95-4750-a5a7-33e510151d67, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:33:02.307060 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-beca756c-a73c-417a-8338-3d341735b694 admin admin] Publish callbacks [] for security_group (6e1d2504-4af3-4e4c-aaab-7ec1442ae93e), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.320569 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] For port 683501e4-7e95-4750-a5a7-33e510151d67, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=683501e4-7e95-4750-a5a7-33e510151d67,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:33:02.373249 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 918930db-40f0-453d-9c40-3baa081ea7ad triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:02.373643 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (918930db-40f0-453d-9c40-3baa081ea7ad), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.387785 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-6345434f-5774-4096-bc21-efc6b9247406 None None] Provisioning complete for port 918930db-40f0-453d-9c40-3baa081ea7ad triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:02.388157 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6345434f-5774-4096-bc21-efc6b9247406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (918930db-40f0-453d-9c40-3baa081ea7ad), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.417035 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-beca756c-a73c-417a-8338-3d341735b694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (6e1d2504-4af3-4e4c-aaab-7ec1442ae93e), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.421894 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (157ff712-5635-478c-a378-67d03abe49ca), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.429324 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Publish callbacks [] for port (81109417-cd34-4490-8454-d37e9bb3efb5), precommit_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.433208 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Publish callbacks [] for port (a9996af8-0d55-4541-bd66-028cffab1dfb), precommit_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.446461 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beca756c-a73c-417a-8338-3d341735b694 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:33:02.457149 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca756c-a73c-417a-8338-3d341735b694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1d2504-4af3-4e4c-aaab-7ec1442ae93e,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:02.461907 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-beca756c-a73c-417a-8338-3d341735b694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (9b64213d-0386-4d05-855d-40d145535e9e), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.462245 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-beca756c-a73c-417a-8338-3d341735b694 admin admin] Added segment 9b64213d-0386-4d05-855d-40d145535e9e of type vlan for network 809b359a-e978-4086-89f4-c3d902a0900e Jul 07 15:33:02.501958 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:02.509115 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:02.513144 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-beca756c-a73c-417a-8338-3d341735b694 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (809b359a-e978-4086-89f4-c3d902a0900e), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.518661 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:02.521164 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (683501e4-7e95-4750-a5a7-33e510151d67), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.551014 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (81109417-cd34-4490-8454-d37e9bb3efb5), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.570584 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:02.619216 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Pushing event updated for resources: {'Port': ['ID=157ff712-5635-478c-a378-67d03abe49ca,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:02.622013 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Allocated IP 172.27.1.211 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/0259395f-71e1-4c7b-b4a3-5dee3fd4ee08) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:33:02.639487 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-beca756c-a73c-417a-8338-3d341735b694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (809b359a-e978-4086-89f4-c3d902a0900e), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.642344 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beca756c-a73c-417a-8338-3d341735b694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:02.642344 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-beca756c-a73c-417a-8338-3d341735b694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.761000 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca756c-a73c-417a-8338-3d341735b694 admin admin] Pushing event updated for resources: {'Network': ['ID=809b359a-e978-4086-89f4-c3d902a0900e,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:02.782284 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (a9996af8-0d55-4541-bd66-028cffab1dfb), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.785285 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network 809b359a-e978-4086-89f4-c3d902a0900e details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:33:02.799658 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-beca756c-a73c-417a-8338-3d341735b694 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7644479 Jul 07 15:33:02.800263 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39842) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:02.805023 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-795efa23-14fc-4605-aa8d-8a3703079712 admin admin] Request body: {'subnet': {'network_id': '809b359a-e978-4086-89f4-c3d902a0900e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-602467607-subnet', 'tenant_id': 'd8e382508a4e4918ade240f2cefd9865', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:02.934652 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795efa23-14fc-4605-aa8d-8a3703079712 admin admin] Made reservation on behalf of d8e382508a4e4918ade240f2cefd9865 for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:33:02.937158 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-795efa23-14fc-4605-aa8d-8a3703079712 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.957912 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Publish callbacks [] for port (0259395f-71e1-4c7b-b4a3-5dee3fd4ee08), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:02.984180 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Network 75a15ea6-f7b1-407c-a2e7-8816149570d9 is already hosted by enough agents. {{(pid=104329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:03.040126 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.base_scheduler [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Resources bound (agent type, host, resource id): {{(pid=104329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:03.042902 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Received port after_create {{(pid=104329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:03.073683 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 is already hosted by enough agents. {{(pid=104329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:03.074550 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34423c-9fc3-48d8-8279-ea08de2b1f35 None None] Pushing event updated for resources: {'Port': ['ID=683501e4-7e95-4750-a5a7-33e510151d67,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:03.140343 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.base_scheduler [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Resources bound (agent type, host, resource id): {{(pid=104329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:03.140343 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Received port after_create {{(pid=104329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:03.141014 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Publish callbacks [] for router_gateway (21b53a5e-fd3d-49a4-90af-3cc4e8aea054), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:03.144409 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-6345434f-5774-4096-bc21-efc6b9247406 None None] Current status of the port 918930db-40f0-453d-9c40-3baa081ea7ad is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:03.144893 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6345434f-5774-4096-bc21-efc6b9247406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (918930db-40f0-453d-9c40-3baa081ea7ad), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:03.150715 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 918930db-40f0-453d-9c40-3baa081ea7ad is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:03.151147 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (918930db-40f0-453d-9c40-3baa081ea7ad), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:03.241033 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Pushing event updated for resources: {'Port': ['ID=81109417-cd34-4490-8454-d37e9bb3efb5,revision_number=1']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:03.326144 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port 918930db-40f0-453d-9c40-3baa081ea7ad, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=918930db-40f0-453d-9c40-3baa081ea7ad,segment=NetworkSegment(03667fff-a653-45d7-88c0-a97c92fa889c),segment_id=03667fff-a653-45d7-88c0-a97c92fa889c)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:03.327226 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Attempting to bind port 81109417-cd34-4490-8454-d37e9bb3efb5 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:33:03.327617 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Attempting to bind port 81109417-cd34-4490-8454-d37e9bb3efb5 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:33:03.327967 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Attempting to bind port 81109417-cd34-4490-8454-d37e9bb3efb5 on network 75a15ea6-f7b1-407c-a2e7-8816149570d9 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:03.339995 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (0259395f-71e1-4c7b-b4a3-5dee3fd4ee08), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:03.350410 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:33:03.350784 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Checking segment: {'id': 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:03.351186 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:03.351619 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Bound using segment: {'id': 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:33:03.352069 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Bound port: 81109417-cd34-4490-8454-d37e9bb3efb5, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:33:03.352438 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (81109417-cd34-4490-8454-d37e9bb3efb5), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:03.354587 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Attempting to bind port a9996af8-0d55-4541-bd66-028cffab1dfb on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:33:03.354976 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Attempting to bind port a9996af8-0d55-4541-bd66-028cffab1dfb by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:33:03.355327 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Attempting to bind port a9996af8-0d55-4541-bd66-028cffab1dfb on network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:03.369774 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Pushing event updated for resources: {'Port': ['ID=a9996af8-0d55-4541-bd66-028cffab1dfb,revision_number=1']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:03.374792 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:33:03.377316 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Checking segment: {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:03.377316 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:03.377316 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Bound using segment: {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:33:03.377316 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Bound port: a9996af8-0d55-4541-bd66-028cffab1dfb, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:33:03.377316 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (a9996af8-0d55-4541-bd66-028cffab1dfb), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:03.416441 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-795efa23-14fc-4605-aa8d-8a3703079712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (a7250026-96b4-451e-9b27-a8634cc93537), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:03.480551 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (918930db-40f0-453d-9c40-3baa081ea7ad), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:03.529876 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795efa23-14fc-4605-aa8d-8a3703079712 admin admin] Checking segment: {'id': '9b64213d-0386-4d05-855d-40d145535e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '809b359a-e978-4086-89f4-c3d902a0900e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:03.530537 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795efa23-14fc-4605-aa8d-8a3703079712 admin admin] Network hostable DHCP agents. Network: 809b359a-e978-4086-89f4-c3d902a0900e, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:33:03.539856 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Allocated IP 172.27.1.206 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/d4c0971f-345b-44a3-8934-20515c84f170) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:33:03.545221 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:03.549771 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:03.552245 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Pushing event updated for resources: {'Port': ['ID=0259395f-71e1-4c7b-b4a3-5dee3fd4ee08,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:03.559621 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:03.560361 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537336'] for router (21b53a5e-fd3d-49a4-90af-3cc4e8aea054), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:03.585629 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:03.591221 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795efa23-14fc-4605-aa8d-8a3703079712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7250026-96b4-451e-9b27-a8634cc93537,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:03.608339 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=918930db-40f0-453d-9c40-3baa081ea7ad,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:03.612667 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.db.api [None req-6345434f-5774-4096-bc21-efc6b9247406 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 07 15:33:03.613296 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG oslo_db.api [None req-6345434f-5774-4096-bc21-efc6b9247406 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 15:33:03.618612 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:03.630773 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] For port 81109417-cd34-4490-8454-d37e9bb3efb5, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:33:03.640643 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795efa23-14fc-4605-aa8d-8a3703079712 admin admin] Network 809b359a-e978-4086-89f4-c3d902a0900e is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:33:03.642555 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] For port 81109417-cd34-4490-8454-d37e9bb3efb5, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=81109417-cd34-4490-8454-d37e9bb3efb5,segment=NetworkSegment(dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2),segment_id=dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:33:03.656104 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] For port a9996af8-0d55-4541-bd66-028cffab1dfb, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:33:03.663168 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] For port a9996af8-0d55-4541-bd66-028cffab1dfb, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=a9996af8-0d55-4541-bd66-028cffab1dfb,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:33:03.729862 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (81109417-cd34-4490-8454-d37e9bb3efb5), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:03.762697 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-795efa23-14fc-4605-aa8d-8a3703079712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, 809b359a-e978-4086-89f4-c3d902a0900e) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:03.781639 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795efa23-14fc-4605-aa8d-8a3703079712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:03.781639 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-795efa23-14fc-4605-aa8d-8a3703079712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:03.814100 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9acdb0-a281-4988-bcfc-746581540e7a None None] Network 809b359a-e978-4086-89f4-c3d902a0900e requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:33:03.822518 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 683501e4-7e95-4750-a5a7-33e510151d67 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:03.825953 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (a9996af8-0d55-4541-bd66-028cffab1dfb), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:03.880403 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Publish callbacks [] for port (d4c0971f-345b-44a3-8934-20515c84f170), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:03.913220 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-795efa23-14fc-4605-aa8d-8a3703079712 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1034868 Jul 07 15:33:04.056899 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Router 21b53a5e-fd3d-49a4-90af-3cc4e8aea054 is scheduled to L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f with binding_index 1 {{(pid=104328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 15:33:04.066544 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:04.076674 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d5b75-74ea-40d8-8b8c-9f45c1551783 None None] Pushing event updated for resources: {'Port': ['ID=81109417-cd34-4490-8454-d37e9bb3efb5,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:04.093110 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (d4c0971f-345b-44a3-8934-20515c84f170), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:04.212790 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:33:04.223188 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c0971f-345b-44a3-8934-20515c84f170,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:04.230497 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:04.247361 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:04.256601 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Sync routers for ids ['21b53a5e-fd3d-49a4-90af-3cc4e8aea054'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:33:04.274882 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:04.274882 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:04.283551 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39886) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:04.295674 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Routers {'21b53a5e-fd3d-49a4-90af-3cc4e8aea054'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:33:04.296632 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:32:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['21b53a5e-fd3d-49a4-90af-3cc4e8aea054'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:04.323804 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 683501e4-7e95-4750-a5a7-33e510151d67 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:04.324235 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (683501e4-7e95-4750-a5a7-33e510151d67), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:04.389675 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:04.396391 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b5329a-70ce-4516-8649-2c7d12c6c079 admin admin] Deleting subnet 18e54cfd-f928-4968-9baa-cb79f8e15c16 {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 15:33:04.470485 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8,neutron:INSERT=8 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:04.480075 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Allocated IP 172.27.1.110 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/5112ec4c-d0e5-4198-beb5-c60c678723d0) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:33:04.513073 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-6345434f-5774-4096-bc21-efc6b9247406 None None] Current status of the port 918930db-40f0-453d-9c40-3baa081ea7ad is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:04.518914 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:04.527880 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-88839095-88bd-4aa0-9e98-ef42d144a9fe admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4854796 Jul 07 15:33:04.528342 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Publish callbacks [] for router_gateway (54b29323-172a-4ab0-8536-8735d645a515), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:04.530036 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd34d0d4-f325-4f73-bc7a-d59fa1022940 None None] Network 809b359a-e978-4086-89f4-c3d902a0900e requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:33:04.540965 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39890) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:04.543919 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-10b5329a-70ce-4516-8649-2c7d12c6c079 admin admin] Publish callbacks [] for subnet (18e54cfd-f928-4968-9baa-cb79f8e15c16), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:04.621902 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-10b5329a-70ce-4516-8649-2c7d12c6c079 admin admin] Publish callbacks [] for subnet (18e54cfd-f928-4968-9baa-cb79f8e15c16), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:04.649724 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Set router 21b53a5e-fd3d-49a4-90af-3cc4e8aea054 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:33:04.650943 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295144e9-4e0d-49bc-a619-fd67edeb69c6 None None] Network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:33:04.657261 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-10b5329a-70ce-4516-8649-2c7d12c6c079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1810892'] for subnet (18e54cfd-f928-4968-9baa-cb79f8e15c16), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:04.760498 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edf021-aa00-46d6-9754-06af44196fd2 None None] Pushing event updated for resources: {'Port': ['ID=a9996af8-0d55-4541-bd66-028cffab1dfb,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:04.817837 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 683501e4-7e95-4750-a5a7-33e510151d67 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:04.819024 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (683501e4-7e95-4750-a5a7-33e510151d67), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:04.845423 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-681260d6-4e48-4931-92cd-8c0500aa4245 None None] Provisioning complete for port 918930db-40f0-453d-9c40-3baa081ea7ad triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:04.845816 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-681260d6-4e48-4931-92cd-8c0500aa4245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (918930db-40f0-453d-9c40-3baa081ea7ad), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:04.895442 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port 683501e4-7e95-4750-a5a7-33e510151d67, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=683501e4-7e95-4750-a5a7-33e510151d67,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:04.902780 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:04.972145 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537336'] for router (54b29323-172a-4ab0-8536-8735d645a515), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:04.995854 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-10b5329a-70ce-4516-8649-2c7d12c6c079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1810887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (18e54cfd-f928-4968-9baa-cb79f8e15c16), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:05.014041 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-681260d6-4e48-4931-92cd-8c0500aa4245 None None] Current status of the port 918930db-40f0-453d-9c40-3baa081ea7ad is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:05.029515 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (683501e4-7e95-4750-a5a7-33e510151d67), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:05.074495 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-681260d6-4e48-4931-92cd-8c0500aa4245 None None] Provisioning complete for port 683501e4-7e95-4750-a5a7-33e510151d67 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:05.082766 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-681260d6-4e48-4931-92cd-8c0500aa4245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (683501e4-7e95-4750-a5a7-33e510151d67), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:05.096148 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-10b5329a-70ce-4516-8649-2c7d12c6c079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:05.102068 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-10b5329a-70ce-4516-8649-2c7d12c6c079 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/18e54cfd-f928-4968-9baa-cb79f8e15c16 HTTP/1.1" status: 204 len: 168 time: 0.8244169 Jul 07 15:33:05.102226 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 39896) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:05.106362 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'name': 'tempest-DeleteServersTestJSON-1435549225-router', 'tenant_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '157ff712-5635-478c-a378-67d03abe49ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:02Z', 'revision_number': 3, 'project_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'gw_port': {'id': '157ff712-5635-478c-a378-67d03abe49ca', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:74:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:05.113218 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5329a-70ce-4516-8649-2c7d12c6c079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e54cfd-f928-4968-9baa-cb79f8e15c16,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:05.116848 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Publish callbacks [] for port (5112ec4c-d0e5-4198-beb5-c60c678723d0), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:05.139298 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Checking router: 21b53a5e-fd3d-49a4-90af-3cc4e8aea054 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:33:05.140056 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Updating router 21b53a5e-fd3d-49a4-90af-3cc4e8aea054 port 157ff712-5635-478c-a378-67d03abe49ca binding host dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:33:05.210590 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (157ff712-5635-478c-a378-67d03abe49ca), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:05.244544 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=683501e4-7e95-4750-a5a7-33e510151d67,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:05.249791 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342902'] for network (94fe4af2-975d-45f2-8c4d-525c311d4cd1), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:05.299831 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-681260d6-4e48-4931-92cd-8c0500aa4245 None None] Current status of the port 683501e4-7e95-4750-a5a7-33e510151d67 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:05.362453 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747750', 'neutron.services.segments.db._delete_segments_for_network-8732231032441'] for network (94fe4af2-975d-45f2-8c4d-525c311d4cd1), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:05.376899 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (5112ec4c-d0e5-4198-beb5-c60c678723d0), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:05.390660 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Router 54b29323-172a-4ab0-8536-8735d645a515 is scheduled to L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f with binding_index 1 {{(pid=104328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 15:33:05.412971 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Publish callbacks [] for router_gateway (7de97580-4ccd-4509-8ceb-b0834e59b23c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:05.433510 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:33:05.433849 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:33:05.434596 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:33:05.434920 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Subscribe: > port after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:33:05.435255 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:33:05.435595 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Subscribe: > port after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:33:05.435926 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:33:05.436258 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:33:05.436582 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:33:05.436881 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:33:05.437533 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-d8a7c17b-dfeb-4359-b7d7-9fc45a53bcc2 None None] Provisioning complete for port 683501e4-7e95-4750-a5a7-33e510151d67 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:05.441706 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c17b-dfeb-4359-b7d7-9fc45a53bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (683501e4-7e95-4750-a5a7-33e510151d67), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:05.628083 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-d8a7c17b-dfeb-4359-b7d7-9fc45a53bcc2 None None] Current status of the port 683501e4-7e95-4750-a5a7-33e510151d67 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:05.716865 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Publish callbacks [] for port (157ff712-5635-478c-a378-67d03abe49ca), precommit_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:05.717510 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12655967-4ba3-438f-a94c-411624cc6c74 None None] Network 75a15ea6-f7b1-407c-a2e7-8816149570d9 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:33:05.729936 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:05.812214 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (157ff712-5635-478c-a378-67d03abe49ca), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:05.847455 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:33:05.847834 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:33:05.848171 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:33:05.848470 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:33:05.848826 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94fe4af2-975d-45f2-8c4d-525c311d4cd1']}} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:05.862345 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:05.930998 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537336'] for router (7de97580-4ccd-4509-8ceb-b0834e59b23c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:05.932478 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Pushing event updated for resources: {'Port': ['ID=5112ec4c-d0e5-4198-beb5-c60c678723d0,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:05.934954 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Pushing event updated for resources: {'Port': ['ID=157ff712-5635-478c-a378-67d03abe49ca,revision_number=2']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:05.950506 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:05.951179 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:05.951804 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:05.952494 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:05.957458 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:05.957458 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:05.957458 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:05.957458 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:05.957458 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:05.957458 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:05.957458 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:05.957458 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:05.968915 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:05.970950 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:05.971326 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Tracked resource versions report: Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: pushed versions: Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: { 'AddressGroup': {'1.2'}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Agent': {'1.1'}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'ConntrackHelper': {'1.0'}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'LocalIPAssociation': {'1.0'}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Log': {'1.0'}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'NDPProxy': {'1.0'}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Network': {'1.1'}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Port': {'1.7'}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'PortForwarding': {'1.3'}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'QosPolicy': {'1.10'}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'SecurityGroup': {'1.5'}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'SecurityGroupRule': {'1.2'}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'SubPort': {'1.0'}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Subnet': {'1.1'}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Trunk': {'1.1'}} Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: consumer versions: Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: { DHCP agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: HyperV agent@hv-cinder-84130: {}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: L3 agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: Metadata agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: Metering agent@dv-cinder-841302-5-iscsi: {}, Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: Open vSwitch agent@dv-cinder-841302-5-iscsi: { 'AddressGroup': '1.2', Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Agent': '1.1', Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'ConntrackHelper': '1.0', Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'LocalIPAssociation': '1.0', Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Log': '1.0', Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'NDPProxy': '1.0', Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Network': '1.1', Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Port': '1.7', Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'PortForwarding': '1.3', Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'QosPolicy': '1.10', Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'SecurityGroup': '1.5', Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'SecurityGroupRule': '1.2', Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'SubPort': '1.0', Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Subnet': '1.1', Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: 'Trunk': '1.1'}} Jul 07 15:33:05.972938 dv-cinder-841302-5-iscsi neutron-server[104330]: {{(pid=104330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 15:33:06.024331 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:06.029619 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-9b956e0b-9485-449a-9a27-59ccf63c2534 None None] Provisioning complete for port 81109417-cd34-4490-8454-d37e9bb3efb5 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:06.030005 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9b956e0b-9485-449a-9a27-59ccf63c2534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (81109417-cd34-4490-8454-d37e9bb3efb5), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:06.036217 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Attempting to bind port 157ff712-5635-478c-a378-67d03abe49ca on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:33:06.037948 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Attempting to bind port 157ff712-5635-478c-a378-67d03abe49ca by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:33:06.037948 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Attempting to bind port 157ff712-5635-478c-a378-67d03abe49ca on network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:06.045298 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 81109417-cd34-4490-8454-d37e9bb3efb5 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:06.048246 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:06.058620 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:33:06.058620 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Checking segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:06.058620 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:06.058620 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Bound using segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:33:06.059356 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Bound port: 157ff712-5635-478c-a378-67d03abe49ca, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:33:06.059356 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (157ff712-5635-478c-a378-67d03abe49ca), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:06.088189 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455dd664-bbea-4550-a3ec-54cffa2da711') {'for_net_delete': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:06.088814 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455dd664-bbea-4550-a3ec-54cffa2da711') {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:06.117634 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:06.124561 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231034498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13767413'] for segment (455dd664-bbea-4550-a3ec-54cffa2da711), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:06.154399 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:06.162170 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] For port 157ff712-5635-478c-a378-67d03abe49ca, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:33:06.167788 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] For port 157ff712-5635-478c-a378-67d03abe49ca, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=157ff712-5635-478c-a378-67d03abe49ca,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:33:06.177844 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:06.184420 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:06.224677 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972f8445-2879-4e20-8c49-6a7fba7075da None None] Network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:33:06.250542 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 81109417-cd34-4490-8454-d37e9bb3efb5 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:06.250946 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (81109417-cd34-4490-8454-d37e9bb3efb5), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:06.268137 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (157ff712-5635-478c-a378-67d03abe49ca), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:06.274756 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Router 7de97580-4ccd-4509-8ceb-b0834e59b23c is scheduled to L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f with binding_index 1 {{(pid=104327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 15:33:06.288369 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:06.306438 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:06.326264 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-9b956e0b-9485-449a-9a27-59ccf63c2534 None None] Current status of the port 81109417-cd34-4490-8454-d37e9bb3efb5 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:06.326716 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9b956e0b-9485-449a-9a27-59ccf63c2534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (81109417-cd34-4490-8454-d37e9bb3efb5), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:06.355153 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:06.357953 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (455dd664-bbea-4550-a3ec-54cffa2da711), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:06.361730 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:33:06.385481 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ee721-60f5-4dad-9abf-8ab9da19cc14 None None] Pushing event updated for resources: {'Port': ['ID=157ff712-5635-478c-a378-67d03abe49ca,revision_number=3']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:06.392139 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Sync routers for ids ['54b29323-172a-4ab0-8536-8735d645a515'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:33:06.394690 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Routers {'21b53a5e-fd3d-49a4-90af-3cc4e8aea054'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:33:06.395731 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:32:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['21b53a5e-fd3d-49a4-90af-3cc4e8aea054'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:06.403995 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=104328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 15:33:06.404445 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13707891'] for segment (455dd664-bbea-4550-a3ec-54cffa2da711), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:06.456367 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Routers {'54b29323-172a-4ab0-8536-8735d645a515'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:33:06.456936 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:32:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['54b29323-172a-4ab0-8536-8735d645a515'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:06.504343 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:06.541755 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:06.547899 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-f15b5adc-0a74-4d9c-a1d6-ba51598b6929 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1148031 Jul 07 15:33:06.548829 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 39912) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:06.548949 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:06.551591 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-9b956e0b-9485-449a-9a27-59ccf63c2534 None None] For port 81109417-cd34-4490-8454-d37e9bb3efb5, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=81109417-cd34-4490-8454-d37e9bb3efb5,segment=NetworkSegment(dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2),segment_id=dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:06.580960 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:33:06.659714 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Sync routers for ids ['7de97580-4ccd-4509-8ceb-b0834e59b23c'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:33:06.681527 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539648'] for network (94fe4af2-975d-45f2-8c4d-525c311d4cd1), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:06.696407 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:06.699480 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9b956e0b-9485-449a-9a27-59ccf63c2534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (81109417-cd34-4490-8454-d37e9bb3efb5), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:06.717732 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 81109417-cd34-4490-8454-d37e9bb3efb5 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:06.718103 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (81109417-cd34-4490-8454-d37e9bb3efb5), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:06.731427 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Routers {'7de97580-4ccd-4509-8ceb-b0834e59b23c'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:33:06.732407 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:32:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['7de97580-4ccd-4509-8ceb-b0834e59b23c'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:06.782670 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] Set router 21b53a5e-fd3d-49a4-90af-3cc4e8aea054 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:33:06.802839 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:06.804331 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:06.816131 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-26c5c316-9395-4c46-b113-97cae3df2458 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2576692 Jul 07 15:33:06.816787 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39930) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:06.864916 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Set router 54b29323-172a-4ab0-8536-8735d645a515 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:33:06.909300 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Allocated IP 172.20.0.1 (1ede4f7f-1113-444d-ac6e-83d7db0edc7e/e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7/b2d498ee-45b7-4c38-a4de-6ee427ba7b07) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:33:06.991457 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=94fe4af2-975d-45f2-8c4d-525c311d4cd1,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:07.003955 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:07.014147 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-2e65b9db-7196-4555-b5cb-83daa65d91e3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/94fe4af2-975d-45f2-8c4d-525c311d4cd1 HTTP/1.1" status: 204 len: 168 time: 1.9092071 Jul 07 15:33:07.018716 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment 455dd664-bbea-4550-a3ec-54cffa2da711 resource provider aggregate not found Jul 07 15:33:07.021308 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39938) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:07.026619 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-7f3b0a16-6146-4383-9419-d9e5ebec3b15 None None] Provisioning complete for port 81109417-cd34-4490-8454-d37e9bb3efb5 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:07.027295 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0a16-6146-4383-9419-d9e5ebec3b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (81109417-cd34-4490-8454-d37e9bb3efb5), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:07.093956 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment 455dd664-bbea-4550-a3ec-54cffa2da711 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 455dd664-bbea-4550-a3ec-54cffa2da711 found for delete ", "request_id": "req-ad210b7b-b90e-48c5-8a6e-33c4a2751977"}]} Jul 07 15:33:07.139767 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Publish callbacks [] for router_gateway (badb391a-9ac8-4700-b35a-45b4f5d75596), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:07.139989 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.db.api [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 07 15:33:07.140251 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG oslo_db.api [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 15:33:07.163190 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Set router 7de97580-4ccd-4509-8ceb-b0834e59b23c gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:33:07.188066 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a6c440-ec1e-4182-b3db-bf98d32ba720 admin admin] Deleting subnet a7250026-96b4-451e-9b27-a8634cc93537 {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 15:33:07.206086 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-75a6c440-ec1e-4182-b3db-bf98d32ba720 admin admin] Publish callbacks [] for subnet (a7250026-96b4-451e-9b27-a8634cc93537), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:07.281319 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Publish callbacks [] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:07.333948 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b956e0b-9485-449a-9a27-59ccf63c2534 None None] Pushing event updated for resources: {'Port': ['ID=81109417-cd34-4490-8454-d37e9bb3efb5,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:07.370983 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:07.374597 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-75a6c440-ec1e-4182-b3db-bf98d32ba720 admin admin] Publish callbacks [] for subnet (a7250026-96b4-451e-9b27-a8634cc93537), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:07.394669 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-75a6c440-ec1e-4182-b3db-bf98d32ba720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1810892'] for subnet (a7250026-96b4-451e-9b27-a8634cc93537), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:07.414775 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:04Z', 'revision_number': 3, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:07.436614 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:03Z', 'revision_number': 3, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:07.465238 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:07.465575 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Checking router: 7de97580-4ccd-4509-8ceb-b0834e59b23c for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:33:07.465926 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Updating router 7de97580-4ccd-4509-8ceb-b0834e59b23c port d4c0971f-345b-44a3-8934-20515c84f170 binding host dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:33:07.497515 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (d4c0971f-345b-44a3-8934-20515c84f170), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:07.505890 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Checking router: 54b29323-172a-4ab0-8536-8735d645a515 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:33:07.506238 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Updating router 54b29323-172a-4ab0-8536-8735d645a515 port 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08 binding host dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:33:07.550010 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (0259395f-71e1-4c7b-b4a3-5dee3fd4ee08), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:07.551776 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b0a16-6146-4383-9419-d9e5ebec3b15 None None] Current status of the port 81109417-cd34-4490-8454-d37e9bb3efb5 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:07.603512 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-7f3b0a16-6146-4383-9419-d9e5ebec3b15 None None] Provisioning complete for port a9996af8-0d55-4541-bd66-028cffab1dfb triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:07.603951 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0a16-6146-4383-9419-d9e5ebec3b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (a9996af8-0d55-4541-bd66-028cffab1dfb), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:07.617169 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:07.650323 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'name': 'tempest-DeleteServersTestJSON-1435549225-router', 'tenant_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '157ff712-5635-478c-a378-67d03abe49ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:02Z', 'revision_number': 3, 'project_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'gw_port': {'id': '157ff712-5635-478c-a378-67d03abe49ca', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:74:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:07.679438 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a47ea-5211-4ccb-8128-1b3962bb559f None None] The sync data for ids ['21b53a5e-fd3d-49a4-90af-3cc4e8aea054'] in dv-cinder-841302-5-iscsi is: [{'id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'name': 'tempest-DeleteServersTestJSON-1435549225-router', 'tenant_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '157ff712-5635-478c-a378-67d03abe49ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:02Z', 'revision_number': 3, 'project_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'gw_port': {'id': '157ff712-5635-478c-a378-67d03abe49ca', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:74:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:33:07.810861 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 81109417-cd34-4490-8454-d37e9bb3efb5 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:07.833699 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device a9996af8-0d55-4541-bd66-028cffab1dfb up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:07.846737 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:07.942107 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port a9996af8-0d55-4541-bd66-028cffab1dfb triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:07.942495 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (a9996af8-0d55-4541-bd66-028cffab1dfb), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:07.978795 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Pushing event updated for resources: {'Port': ['ID=b2d498ee-45b7-4c38-a4de-6ee427ba7b07,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:07.996322 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-75a6c440-ec1e-4182-b3db-bf98d32ba720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1810887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (a7250026-96b4-451e-9b27-a8634cc93537), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.037845 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b0a16-6146-4383-9419-d9e5ebec3b15 None None] Current status of the port a9996af8-0d55-4541-bd66-028cffab1dfb is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:08.038945 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0a16-6146-4383-9419-d9e5ebec3b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (a9996af8-0d55-4541-bd66-028cffab1dfb), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.041097 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.049515 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Network 1ede4f7f-1113-444d-ac6e-83d7db0edc7e is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:08.071191 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-75a6c440-ec1e-4182-b3db-bf98d32ba720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.076315 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-75a6c440-ec1e-4182-b3db-bf98d32ba720 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a7250026-96b4-451e-9b27-a8634cc93537 HTTP/1.1" status: 204 len: 168 time: 1.0452824 Jul 07 15:33:08.077943 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:08.087425 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:08.088187 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-533504'] for router_interface (21b53a5e-fd3d-49a4-90af-3cc4e8aea054), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.115900 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:08.121071 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 39984) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:08.124178 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537336'] for router (badb391a-9ac8-4700-b35a-45b4f5d75596), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.170461 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Publish callbacks [] for port (d4c0971f-345b-44a3-8934-20515c84f170), precommit_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.233983 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-7f3b0a16-6146-4383-9419-d9e5ebec3b15 None None] For port a9996af8-0d55-4541-bd66-028cffab1dfb, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=a9996af8-0d55-4541-bd66-028cffab1dfb,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:08.242498 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:08.272372 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (d4c0971f-345b-44a3-8934-20515c84f170), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.320170 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0a16-6146-4383-9419-d9e5ebec3b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (a9996af8-0d55-4541-bd66-028cffab1dfb), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.374110 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67115f-dbab-43ba-8191-7e7ba4744d48 None None] Pushing event updated for resources: {'Port': ['ID=d4c0971f-345b-44a3-8934-20515c84f170,revision_number=2']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:08.396543 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port a9996af8-0d55-4541-bd66-028cffab1dfb is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:08.396953 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (a9996af8-0d55-4541-bd66-028cffab1dfb), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.418170 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Attempting to bind port d4c0971f-345b-44a3-8934-20515c84f170 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:33:08.418544 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Attempting to bind port d4c0971f-345b-44a3-8934-20515c84f170 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:33:08.418920 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Attempting to bind port d4c0971f-345b-44a3-8934-20515c84f170 on network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:08.421589 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 39986) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:08.434120 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:08.435510 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:33:08.436114 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Checking segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:08.436699 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.437093 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Bound using segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:33:08.439296 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Bound port: d4c0971f-345b-44a3-8934-20515c84f170, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:33:08.440548 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (d4c0971f-345b-44a3-8934-20515c84f170), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.498452 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6c440-ec1e-4182-b3db-bf98d32ba720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7250026-96b4-451e-9b27-a8634cc93537,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:08.528997 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:08.575450 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:08.592440 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] For port d4c0971f-345b-44a3-8934-20515c84f170, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:33:08.597409 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] For port d4c0971f-345b-44a3-8934-20515c84f170, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=d4c0971f-345b-44a3-8934-20515c84f170,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:33:08.600903 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Allocated IP 172.20.0.1 (e12eafaa-cd14-4167-a6ef-a2ef64a70cc9/9869fa05-9e6c-4cb3-8a09-1453d7c28d29/3224de4c-67ce-4155-b266-702517c70066) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:33:08.612755 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-ec0d5aca-d4b1-4fd1-92c1-5812ec5d8509 None None] Provisioning complete for port a9996af8-0d55-4541-bd66-028cffab1dfb triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:08.613478 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5aca-d4b1-4fd1-92c1-5812ec5d8509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (a9996af8-0d55-4541-bd66-028cffab1dfb), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.656137 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b0a16-6146-4383-9419-d9e5ebec3b15 None None] Pushing event updated for resources: {'Port': ['ID=a9996af8-0d55-4541-bd66-028cffab1dfb,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:08.680302 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (d4c0971f-345b-44a3-8934-20515c84f170), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.753519 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.756311 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Routers {'7de97580-4ccd-4509-8ceb-b0834e59b23c'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:33:08.757445 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:32:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['7de97580-4ccd-4509-8ceb-b0834e59b23c'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:08.763757 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Publish callbacks [] for port (3224de4c-67ce-4155-b266-702517c70066), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.868635 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (3224de4c-67ce-4155-b266-702517c70066), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.879541 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-73125c62-71eb-4c57-abdf-8f7e2755fa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342902'] for network (809b359a-e978-4086-89f4-c3d902a0900e), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:08.917984 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:08.933078 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] Set router 7de97580-4ccd-4509-8ceb-b0834e59b23c gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:33:08.935229 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:08.971684 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:09.006640 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:09.011789 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.db.api [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 07 15:33:09.012361 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG oslo_db.api [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 15:33:09.028572 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:09.053898 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Allocated IP 172.20.0.1 (75a15ea6-f7b1-407c-a2e7-8816149570d9/85f7fa8a-0f70-4b68-8373-92cbe1e8c506/54cc7e3a-a96a-45bf-b133-89b3a2f409a5) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:33:09.120297 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Publish callbacks [] for port (0259395f-71e1-4c7b-b4a3-5dee3fd4ee08), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.121875 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d5aca-d4b1-4fd1-92c1-5812ec5d8509 None None] Current status of the port a9996af8-0d55-4541-bd66-028cffab1dfb is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:09.205688 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Publish callbacks [] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.218128 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67115f-dbab-43ba-8191-7e7ba4744d48 None None] Pushing event updated for resources: {'Port': ['ID=d4c0971f-345b-44a3-8934-20515c84f170,revision_number=3']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:09.223435 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (0259395f-71e1-4c7b-b4a3-5dee3fd4ee08), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.347708 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:04Z', 'revision_number': 3, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:09.362770 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-c9f7796f-d5da-46be-a0b2-6553270791bd None None] Provisioning complete for port b2d498ee-45b7-4c38-a4de-6ee427ba7b07 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:09.362863 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:09.362952 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c9f7796f-d5da-46be-a0b2-6553270791bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.372833 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bc876de7-3d11-47af-834b-5fbc12ba4018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.382375 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c445c-1c0f-43e3-b72f-54e5633f8706 None None] The sync data for ids ['7de97580-4ccd-4509-8ceb-b0834e59b23c'] in dv-cinder-841302-5-iscsi is: [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:04Z', 'revision_number': 3, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:33:09.396379 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.419404 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-73125c62-71eb-4c57-abdf-8f7e2755fa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747750', 'neutron.services.segments.db._delete_segments_for_network-8732231032441'] for network (809b359a-e978-4086-89f4-c3d902a0900e), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.423107 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-533504'] for router_interface (54b29323-172a-4ab0-8536-8735d645a515), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.428119 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f5a95-55d6-4715-b973-3e10072f8aea None None] Pushing event updated for resources: {'Port': ['ID=0259395f-71e1-4c7b-b4a3-5dee3fd4ee08,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:09.431103 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Attempting to bind port 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:33:09.431840 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Attempting to bind port 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:33:09.432395 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Attempting to bind port 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08 on network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:09.436499 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7796f-d5da-46be-a0b2-6553270791bd None None] Port b2d498ee-45b7-4c38-a4de-6ee427ba7b07 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:33:09.441579 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:33:09.442203 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Checking segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:09.442792 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.443340 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Bound using segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:33:09.444015 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Bound port: 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:33:09.448837 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (0259395f-71e1-4c7b-b4a3-5dee3fd4ee08), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.479808 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Pushing event updated for resources: {'Port': ['ID=3224de4c-67ce-4155-b266-702517c70066,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:09.480265 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Network 75a15ea6-f7b1-407c-a2e7-8816149570d9 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:09.492079 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:09.510553 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:09.511023 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-533504'] for router_interface (7de97580-4ccd-4509-8ceb-b0834e59b23c), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.516255 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:09.583865 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Pushing event updated for resources: {'Port': ['ID=54cc7e3a-a96a-45bf-b133-89b3a2f409a5,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:09.600761 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:09.602390 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] For port 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:33:09.622312 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-e8d8e8b8-56a1-45e7-bcba-bd885a454031 None None] Provisioning complete for port 3224de4c-67ce-4155-b266-702517c70066 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:09.622583 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e8d8e8b8-56a1-45e7-bcba-bd885a454031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3224de4c-67ce-4155-b266-702517c70066), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.633444 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] For port 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=0259395f-71e1-4c7b-b4a3-5dee3fd4ee08,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:33:09.670823 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port a9996af8-0d55-4541-bd66-028cffab1dfb is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:09.672299 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 683501e4-7e95-4750-a5a7-33e510151d67 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:09.678275 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.717251 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-73125c62-71eb-4c57-abdf-8f7e2755fa45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809b359a-e978-4086-89f4-c3d902a0900e']}} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:09.734706 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (0259395f-71e1-4c7b-b4a3-5dee3fd4ee08), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.746307 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bc876de7-3d11-47af-834b-5fbc12ba4018 admin admin] Publish callbacks [] for security_group (44c7cfa2-31fd-432d-8302-72024b579aa5), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.758337 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-73125c62-71eb-4c57-abdf-8f7e2755fa45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b64213d-0386-4d05-855d-40d145535e9e') {'for_net_delete': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:09.761756 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-73125c62-71eb-4c57-abdf-8f7e2755fa45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b64213d-0386-4d05-855d-40d145535e9e') {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:09.805326 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bc876de7-3d11-47af-834b-5fbc12ba4018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (44c7cfa2-31fd-432d-8302-72024b579aa5), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.814610 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-73125c62-71eb-4c57-abdf-8f7e2755fa45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231034498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13767413'] for segment (9b64213d-0386-4d05-855d-40d145535e9e), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.891411 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-bc876de7-3d11-47af-834b-5fbc12ba4018 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df4c783aec22478983b30e83a24eae80&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4690645 Jul 07 15:33:09.892513 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:09.907347 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-e8d8e8b8-56a1-45e7-bcba-bd885a454031 None None] Port 3224de4c-67ce-4155-b266-702517c70066 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:33:09.911505 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 40020) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:09.927597 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f5a95-55d6-4715-b973-3e10072f8aea None None] Pushing event updated for resources: {'Port': ['ID=0259395f-71e1-4c7b-b4a3-5dee3fd4ee08,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:09.936358 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Routers {'54b29323-172a-4ab0-8536-8735d645a515'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:33:09.937285 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:32:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['54b29323-172a-4ab0-8536-8735d645a515'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:09.983896 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc876de7-3d11-47af-834b-5fbc12ba4018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c7cfa2-31fd-432d-8302-72024b579aa5,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:10.018634 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 683501e4-7e95-4750-a5a7-33e510151d67 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:10.019771 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (683501e4-7e95-4750-a5a7-33e510151d67), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.059604 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-7a0ecf2e-4961-4101-863b-70f43e529139 None None] Provisioning complete for port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:10.060335 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecf2e-4961-4101-863b-70f43e529139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.095039 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-73125c62-71eb-4c57-abdf-8f7e2755fa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (9b64213d-0386-4d05-855d-40d145535e9e), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.110830 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73125c62-71eb-4c57-abdf-8f7e2755fa45 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=104328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 15:33:10.114076 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-73125c62-71eb-4c57-abdf-8f7e2755fa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13707891'] for segment (9b64213d-0386-4d05-855d-40d145535e9e), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.125624 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Publish callbacks [] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.156445 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ecf2e-4961-4101-863b-70f43e529139 None None] Port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:33:10.210795 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.211714 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533652'] for router_interface (21b53a5e-fd3d-49a4-90af-3cc4e8aea054), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.262477 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] Set router 54b29323-172a-4ab0-8536-8735d645a515 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:33:10.280095 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment 9b64213d-0386-4d05-855d-40d145535e9e resource provider aggregate not found Jul 07 15:33:10.284555 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:10.295775 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:10.316278 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Publish callbacks [] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.326814 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Pushing event updated for resources: {'Port': ['ID=b2d498ee-45b7-4c38-a4de-6ee427ba7b07,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:10.332353 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:10.381062 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3224de4c-67ce-4155-b266-702517c70066), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.412516 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.413351 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533652'] for router_interface (7de97580-4ccd-4509-8ceb-b0834e59b23c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.414346 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Router badb391a-9ac8-4700-b35a-45b4f5d75596 is scheduled to L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f with binding_index 1 {{(pid=104328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 15:33:10.433995 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment 9b64213d-0386-4d05-855d-40d145535e9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b64213d-0386-4d05-855d-40d145535e9e found for delete ", "request_id": "req-758d1ef5-beda-4dd3-bd89-1c01c54a186b"}]} Jul 07 15:33:10.434567 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6f9034b-2589-4258-8956-c0d2ee996071 admin admin] Publish callbacks [] for security_group (44c7cfa2-31fd-432d-8302-72024b579aa5), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.461734 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:10.476365 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 683501e4-7e95-4750-a5a7-33e510151d67 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:10.477532 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 918930db-40f0-453d-9c40-3baa081ea7ad up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:10.547292 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:10.576757 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Network 75a15ea6-f7b1-407c-a2e7-8816149570d9 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:10.587190 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 918930db-40f0-453d-9c40-3baa081ea7ad triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:10.587576 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (918930db-40f0-453d-9c40-3baa081ea7ad), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.591411 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:10.599431 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-73125c62-71eb-4c57-abdf-8f7e2755fa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539648'] for network (809b359a-e978-4086-89f4-c3d902a0900e), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.604003 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:10.617632 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Pushing event updated for resources: {'Port': ['ID=54cc7e3a-a96a-45bf-b133-89b3a2f409a5,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:10.638555 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:03Z', 'revision_number': 3, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:10.640489 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6f9034b-2589-4258-8956-c0d2ee996071 admin admin] Publish callbacks [] for security_group (44c7cfa2-31fd-432d-8302-72024b579aa5), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.651130 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-73125c62-71eb-4c57-abdf-8f7e2755fa45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.655646 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-73125c62-71eb-4c57-abdf-8f7e2755fa45 admin admin] 10.222.0.25 "DELETE /v2.0/networks/809b359a-e978-4086-89f4-c3d902a0900e HTTP/1.1" status: 204 len: 168 time: 2.5280640 Jul 07 15:33:10.694364 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73035f4-04a3-4865-b5a5-f37ba05b80fd None None] The sync data for ids ['54b29323-172a-4ab0-8536-8735d645a515'] in dv-cinder-841302-5-iscsi is: [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:03Z', 'revision_number': 3, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:33:10.840175 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73125c62-71eb-4c57-abdf-8f7e2755fa45 admin admin] Pushing event deleted for resources: {'Network': ['ID=809b359a-e978-4086-89f4-c3d902a0900e,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:10.881872 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 918930db-40f0-453d-9c40-3baa081ea7ad is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:10.916641 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Network 1ede4f7f-1113-444d-ac6e-83d7db0edc7e is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:10.926545 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:10.984145 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6f9034b-2589-4258-8956-c0d2ee996071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (44c7cfa2-31fd-432d-8302-72024b579aa5), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.988157 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6f9034b-2589-4258-8956-c0d2ee996071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:10.992496 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-b6f9034b-2589-4258-8956-c0d2ee996071 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44c7cfa2-31fd-432d-8302-72024b579aa5 HTTP/1.1" status: 204 len: 168 time: 1.0443244 Jul 07 15:33:11.068572 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9034b-2589-4258-8956-c0d2ee996071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c7cfa2-31fd-432d-8302-72024b579aa5,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:11.082162 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:33:11.106440 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Sync routers for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:33:11.160491 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:33:11.163480 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:32:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:11.182756 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Router 7de97580-4ccd-4509-8ceb-b0834e59b23c has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:33:11.252914 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:11.264073 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-cdfd4266-576f-4e24-b975-4de3cf035616 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.7237949 Jul 07 15:33:11.271280 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 40052) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:11.307825 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Publish callbacks [] for port (3224de4c-67ce-4155-b266-702517c70066), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:11.328438 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 40054) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:11.332983 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-e074b233-34f4-44b8-ad28-fca5416f7be5 None None] Provisioning complete for port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:11.333458 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e074b233-34f4-44b8-ad28-fca5416f7be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:11.405066 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-e074b233-34f4-44b8-ad28-fca5416f7be5 None None] Port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:33:11.409527 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 81109417-cd34-4490-8454-d37e9bb3efb5 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:11.431804 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (3224de4c-67ce-4155-b266-702517c70066), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:11.484541 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-e4dcc6a4-d9ec-4d60-8219-693510a75f3c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=76fc7cc4cb0f46b6bc9d1994c5bf8310&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1515749 Jul 07 15:33:11.489840 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 40058) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:11.562154 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Pushing event updated for resources: {'Port': ['ID=3224de4c-67ce-4155-b266-702517c70066,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:11.574499 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 40060) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:11.575641 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533652'] for router_interface (54b29323-172a-4ab0-8536-8735d645a515), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:11.630185 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 81109417-cd34-4490-8454-d37e9bb3efb5 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:11.630578 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (81109417-cd34-4490-8454-d37e9bb3efb5), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:11.664635 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-14674789-a69f-4dd7-bb79-889f501e45a4 admin admin] Publish callbacks [] for security_group (b5b033c9-79b1-4bdf-88c7-419040d2bd2f), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:11.685866 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:11.688086 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-740c8d41-f864-4c9a-bd7e-7edd689ea716 None None] Provisioning complete for port b2d498ee-45b7-4c38-a4de-6ee427ba7b07 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:11.688472 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-740c8d41-f864-4c9a-bd7e-7edd689ea716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:11.740273 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:33:11.840799 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-14674789-a69f-4dd7-bb79-889f501e45a4 admin admin] Publish callbacks [] for security_group (b5b033c9-79b1-4bdf-88c7-419040d2bd2f), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:11.931844 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:11.939705 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:11.941401 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:11.941553 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Router 21b53a5e-fd3d-49a4-90af-3cc4e8aea054 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:33:11.968022 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:33:12.011924 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-740c8d41-f864-4c9a-bd7e-7edd689ea716 None None] Port b2d498ee-45b7-4c38-a4de-6ee427ba7b07 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:33:12.027845 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1cf1e07b-366c-454e-a8e4-e0b97e801a23 admin admin] 10.222.0.25 "PUT /v2.0/routers/7de97580-4ccd-4509-8ceb-b0834e59b23c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2074823 Jul 07 15:33:12.065398 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 81109417-cd34-4490-8454-d37e9bb3efb5 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:12.066752 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:12.066937 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device a9996af8-0d55-4541-bd66-028cffab1dfb up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:12.199680 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b7dde43d-b6e2-4aea-9835-34ce0930e09e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:12.237020 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Router 54b29323-172a-4ab0-8536-8735d645a515 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:33:12.284932 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-14674789-a69f-4dd7-bb79-889f501e45a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (b5b033c9-79b1-4bdf-88c7-419040d2bd2f), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:12.290999 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-14674789-a69f-4dd7-bb79-889f501e45a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:12.294048 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-14674789-a69f-4dd7-bb79-889f501e45a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5b033c9-79b1-4bdf-88c7-419040d2bd2f HTTP/1.1" status: 204 len: 168 time: 0.7998433 Jul 07 15:33:12.323974 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14674789-a69f-4dd7-bb79-889f501e45a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b033c9-79b1-4bdf-88c7-419040d2bd2f,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:12.394584 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:06Z', 'revision_number': 3, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:12.425021 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:12.432466 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Sync routers for ids ['7de97580-4ccd-4509-8ceb-b0834e59b23c'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:33:12.449050 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Routers {'7de97580-4ccd-4509-8ceb-b0834e59b23c'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:33:12.453851 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:32:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['7de97580-4ccd-4509-8ceb-b0834e59b23c'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:12.456028 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Checking router: badb391a-9ac8-4700-b35a-45b4f5d75596 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:33:12.456612 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Updating router badb391a-9ac8-4700-b35a-45b4f5d75596 port 5112ec4c-d0e5-4198-beb5-c60c678723d0 binding host dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:33:12.484918 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:33:12.500935 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ecd67279-7281-452e-97eb-af50f3b9483f admin admin] 10.222.0.25 "PUT /v2.0/routers/21b53a5e-fd3d-49a4-90af-3cc4e8aea054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9583085 Jul 07 15:33:12.517042 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Sync routers for ids ['21b53a5e-fd3d-49a4-90af-3cc4e8aea054'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:33:12.519881 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-3a75a79c-0136-41ec-96ad-c9976c361665 None None] Provisioning complete for port 3224de4c-67ce-4155-b266-702517c70066 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:12.520322 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3a75a79c-0136-41ec-96ad-c9976c361665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3224de4c-67ce-4155-b266-702517c70066), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:12.542337 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:33:12.542902 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port a9996af8-0d55-4541-bd66-028cffab1dfb triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:12.542902 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (a9996af8-0d55-4541-bd66-028cffab1dfb), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:12.561132 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-d8e632b9-c840-4192-b399-b741a801dc98 admin admin] 10.222.0.25 "PUT /v2.0/routers/54b29323-172a-4ab0-8536-8735d645a515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0108018 Jul 07 15:33:12.601202 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b7dde43d-b6e2-4aea-9835-34ce0930e09e admin admin] Publish callbacks [] for security_group (a786bfd6-87b9-4637-a7b9-de7340e128b6), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:12.618453 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Set router 7de97580-4ccd-4509-8ceb-b0834e59b23c gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:33:12.621788 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (5112ec4c-d0e5-4198-beb5-c60c678723d0), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:12.626229 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:12.651313 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Routers {'21b53a5e-fd3d-49a4-90af-3cc4e8aea054'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:33:12.656551 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:32:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['21b53a5e-fd3d-49a4-90af-3cc4e8aea054'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:12.674512 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b7dde43d-b6e2-4aea-9835-34ce0930e09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (a786bfd6-87b9-4637-a7b9-de7340e128b6), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:12.705258 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-3a75a79c-0136-41ec-96ad-c9976c361665 None None] Port 3224de4c-67ce-4155-b266-702517c70066 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:33:12.745042 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-b7dde43d-b6e2-4aea-9835-34ce0930e09e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d393195d103b48a1b8d17fc56b3ad594&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1637802 Jul 07 15:33:12.745042 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 40084) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:12.745042 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dde43d-b6e2-4aea-9835-34ce0930e09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a786bfd6-87b9-4637-a7b9-de7340e128b6,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:12.778993 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 40086) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:12.781060 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:12.783430 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ceee7783-fd70-463f-9c71-20536b66413d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:12.803512 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:12.932194 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:12.938892 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Set router 21b53a5e-fd3d-49a4-90af-3cc4e8aea054 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:33:12.942849 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port a9996af8-0d55-4541-bd66-028cffab1dfb is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:12.944163 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device d4c0971f-345b-44a3-8934-20515c84f170 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:12.946134 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-66c9cd5e-4e86-4c0e-a9c3-92510c9c1a6f admin admin] Publish callbacks [] for security_group (a786bfd6-87b9-4637-a7b9-de7340e128b6), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:12.955085 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '54cc7e3a-a96a-45bf-b133-89b3a2f409a5', 'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'mac_address': 'fa:16:3e:35:48:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:10Z', 'revision_number': 2, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'subnets': [{'id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:13.014374 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Checking router: 7de97580-4ccd-4509-8ceb-b0834e59b23c for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:33:13.015228 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Updating router 7de97580-4ccd-4509-8ceb-b0834e59b23c port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 binding host dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:33:13.037823 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ceee7783-fd70-463f-9c71-20536b66413d admin admin] Publish callbacks [] for security_group (1c5939c3-0194-465d-885d-4f1625837c92), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.046108 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-66c9cd5e-4e86-4c0e-a9c3-92510c9c1a6f admin admin] Publish callbacks [] for security_group (a786bfd6-87b9-4637-a7b9-de7340e128b6), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.080606 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.093707 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ceee7783-fd70-463f-9c71-20536b66413d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (1c5939c3-0194-465d-885d-4f1625837c92), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.094938 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:13.191550 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Allocated IP 172.20.0.1 (ac1a0dbf-9ce9-4f3d-9709-351b088f4833/61ecf33b-ac81-410e-a8db-4aefcfc3a895/ff3acbfa-de7e-49ac-a04d-a007cee539a5) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:33:13.218973 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee7783-fd70-463f-9c71-20536b66413d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5939c3-0194-465d-885d-4f1625837c92,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:13.229288 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-ceee7783-fd70-463f-9c71-20536b66413d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d85693835db4b36b8792c12ae7f76d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4682117 Jul 07 15:33:13.232571 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 40092) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:13.334795 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-66c9cd5e-4e86-4c0e-a9c3-92510c9c1a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (a786bfd6-87b9-4637-a7b9-de7340e128b6), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.337301 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-66c9cd5e-4e86-4c0e-a9c3-92510c9c1a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.340843 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-66c9cd5e-4e86-4c0e-a9c3-92510c9c1a6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a786bfd6-87b9-4637-a7b9-de7340e128b6 HTTP/1.1" status: 204 len: 168 time: 0.5420039 Jul 07 15:33:13.369316 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:13.397543 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port d4c0971f-345b-44a3-8934-20515c84f170 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:13.398150 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (d4c0971f-345b-44a3-8934-20515c84f170), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.428468 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9cd5e-4e86-4c0e-a9c3-92510c9c1a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a786bfd6-87b9-4637-a7b9-de7340e128b6,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:13.487242 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1996509d-87a7-42ca-8fc8-0fba59857890 admin admin] Publish callbacks [] for security_group (1c5939c3-0194-465d-885d-4f1625837c92), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.516350 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 40108) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:13.520981 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-1cc8a27f-4237-4a7e-93e4-7dfe9f2e4c3b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--372155528', 'description': 'tempest-description--2025429423'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:13.551525 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Publish callbacks [] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.572938 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:13.581455 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Publish callbacks [] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), precommit_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.587014 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:13.591955 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Sync routers for ids ['54b29323-172a-4ab0-8536-8735d645a515'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:33:13.612426 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Routers {'54b29323-172a-4ab0-8536-8735d645a515'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:33:13.612967 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1996509d-87a7-42ca-8fc8-0fba59857890 admin admin] Publish callbacks [] for security_group (1c5939c3-0194-465d-885d-4f1625837c92), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.613199 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:32:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['54b29323-172a-4ab0-8536-8735d645a515'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:13.659838 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.665908 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a27f-4237-4a7e-93e4-7dfe9f2e4c3b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.719190 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Publish callbacks [] for port (5112ec4c-d0e5-4198-beb5-c60c678723d0), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.723832 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 40116) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:13.766857 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.775841 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 40118) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:13.796644 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-6c0fbf00-b908-493b-83c7-dcb70c1f175c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--727369199', 'description': 'tempest-description--2063096582'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:13.820596 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1996509d-87a7-42ca-8fc8-0fba59857890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (1c5939c3-0194-465d-885d-4f1625837c92), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.823394 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1996509d-87a7-42ca-8fc8-0fba59857890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.829334 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1996509d-87a7-42ca-8fc8-0fba59857890 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c5939c3-0194-465d-885d-4f1625837c92 HTTP/1.1" status: 204 len: 168 time: 0.5931332 Jul 07 15:33:13.840592 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-9482f220-8e31-4945-8aac-720208329fa5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8e382508a4e4918ade240f2cefd9865&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1131263 Jul 07 15:33:13.843925 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Set router 54b29323-172a-4ab0-8536-8735d645a515 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:33:13.845366 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 40122) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:13.861968 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (5112ec4c-d0e5-4198-beb5-c60c678723d0), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.907771 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:13.909846 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port d4c0971f-345b-44a3-8934-20515c84f170 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:13.910239 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (d4c0971f-345b-44a3-8934-20515c84f170), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.919307 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996509d-87a7-42ca-8fc8-0fba59857890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5939c3-0194-465d-885d-4f1625837c92,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:13.945030 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:13.951830 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:13.961163 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:13.962115 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-533504'] for router_interface (badb391a-9ac8-4700-b35a-45b4f5d75596), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:13.973804 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'name': 'tempest-DeleteServersTestJSON-1435549225-router', 'tenant_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '157ff712-5635-478c-a378-67d03abe49ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'gw_port': {'id': '157ff712-5635-478c-a378-67d03abe49ca', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:74:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'b2d498ee-45b7-4c38-a4de-6ee427ba7b07', 'name': '', 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e', 'tenant_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'mac_address': 'fa:16:3e:9d:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:06Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 2, 'project_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'subnets': [{'id': 'e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:14.031549 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ff3acbfa-de7e-49ac-a04d-a007cee539a5,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:14.061956 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:14.061956 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port d4c0971f-345b-44a3-8934-20515c84f170, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=d4c0971f-345b-44a3-8934-20515c84f170,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:14.063137 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607b8c1-a7c9-48ee-9178-aaaa0832fa89 None None] Pushing event updated for resources: {'Port': ['ID=5112ec4c-d0e5-4198-beb5-c60c678723d0,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:14.065512 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Checking router: 21b53a5e-fd3d-49a4-90af-3cc4e8aea054 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:33:14.065867 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Updating router 21b53a5e-fd3d-49a4-90af-3cc4e8aea054 port b2d498ee-45b7-4c38-a4de-6ee427ba7b07 binding host dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:33:14.072091 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e268937-b349-4e83-a85b-7ec3e87ae212 None None] Pushing event updated for resources: {'Port': ['ID=54cc7e3a-a96a-45bf-b133-89b3a2f409a5,revision_number=3']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:14.095361 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Attempting to bind port 5112ec4c-d0e5-4198-beb5-c60c678723d0 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:33:14.095782 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Attempting to bind port 5112ec4c-d0e5-4198-beb5-c60c678723d0 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:33:14.096145 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Attempting to bind port 5112ec4c-d0e5-4198-beb5-c60c678723d0 on network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:14.105306 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:33:14.105675 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Checking segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:14.106339 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.107377 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Bound using segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:33:14.107905 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Bound port: 5112ec4c-d0e5-4198-beb5-c60c678723d0, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:33:14.108291 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (5112ec4c-d0e5-4198-beb5-c60c678723d0), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.128951 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a27f-4237-4a7e-93e4-7dfe9f2e4c3b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group (c0cc366f-273b-4c68-98bc-2d665c6ed723), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.150908 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.155038 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6c0fbf00-b908-493b-83c7-dcb70c1f175c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.155179 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e4c139ee-eeea-40ee-aa56-4e286ebabcf6 admin admin] Publish callbacks [] for security_group (6e1d2504-4af3-4e4c-aaab-7ec1442ae93e), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.166244 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (d4c0971f-345b-44a3-8934-20515c84f170), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.167050 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 157ff712-5635-478c-a378-67d03abe49ca up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:14.196508 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-eee31fa7-7aaa-4844-80ff-244dd9a1a68c None None] Provisioning complete for port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:14.197593 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-eee31fa7-7aaa-4844-80ff-244dd9a1a68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.375407 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:14.409324 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.414350 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6c0fbf00-b908-493b-83c7-dcb70c1f175c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group (94a87411-1a9e-4907-8a12-797ce8ca6da8), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.432964 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Attempting to bind port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:33:14.433328 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Attempting to bind port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9'}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:33:14.434675 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Attempting to bind port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 on network 75a15ea6-f7b1-407c-a2e7-8816149570d9 {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:14.439941 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a27f-4237-4a7e-93e4-7dfe9f2e4c3b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (c0cc366f-273b-4c68-98bc-2d665c6ed723), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.579402 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e4c139ee-eeea-40ee-aa56-4e286ebabcf6 admin admin] Publish callbacks [] for security_group (6e1d2504-4af3-4e4c-aaab-7ec1442ae93e), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.582099 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:33:14.582099 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Checking segment: {'id': 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:14.582099 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.584540 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] For port 5112ec4c-d0e5-4198-beb5-c60c678723d0, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:33:14.585596 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Bound using segment: {'id': 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9'} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:33:14.585596 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Bound port: 54cc7e3a-a96a-45bf-b133-89b3a2f409a5, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9'}}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:33:14.585596 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.585926 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8a27f-4237-4a7e-93e4-7dfe9f2e4c3b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cc366f-273b-4c68-98bc-2d665c6ed723,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:14.586040 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] For port 5112ec4c-d0e5-4198-beb5-c60c678723d0, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=5112ec4c-d0e5-4198-beb5-c60c678723d0,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:33:14.586040 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-eee31fa7-7aaa-4844-80ff-244dd9a1a68c None None] Port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:33:14.586040 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 157ff712-5635-478c-a378-67d03abe49ca triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:14.586040 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (157ff712-5635-478c-a378-67d03abe49ca), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.586451 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 40138) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:14.622002 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=d4c0971f-345b-44a3-8934-20515c84f170,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:14.639548 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] For port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:33:14.655052 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 40150) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:14.661861 dv-cinder-841302-5-iscsi neutron-server[104328]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 15:33:14.667137 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] For port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=54cc7e3a-a96a-45bf-b133-89b3a2f409a5,segment=NetworkSegment(dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2),segment_id=dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2)] {{(pid=104330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:33:14.678618 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:10Z', 'revision_number': 4, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '3224de4c-67ce-4155-b266-702517c70066', 'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'mac_address': 'fa:16:3e:65:5d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:10Z', 'revision_number': 2, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'subnets': [{'id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:14.692734 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-498cf249-acc4-4e9a-a7f9-cdbf892c867e None None] Provisioning complete for port ff3acbfa-de7e-49ac-a04d-a007cee539a5 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:14.693811 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-498cf249-acc4-4e9a-a7f9-cdbf892c867e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.698683 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6c0fbf00-b908-493b-83c7-dcb70c1f175c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (94a87411-1a9e-4907-8a12-797ce8ca6da8), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.722945 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Checking router: 54b29323-172a-4ab0-8536-8735d645a515 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:33:14.723683 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Updating router 54b29323-172a-4ab0-8536-8735d645a515 port 3224de4c-67ce-4155-b266-702517c70066 binding host dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:33:14.754279 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (5112ec4c-d0e5-4198-beb5-c60c678723d0), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.764508 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a27f-4237-4a7e-93e4-7dfe9f2e4c3b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.765773 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-1cc8a27f-4237-4a7e-93e4-7dfe9f2e4c3b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2483215 Jul 07 15:33:14.769796 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 40154) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:14.770771 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3224de4c-67ce-4155-b266-702517c70066), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.782737 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fbf00-b908-493b-83c7-dcb70c1f175c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a87411-1a9e-4907-8a12-797ce8ca6da8,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:14.785302 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.791665 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e4c139ee-eeea-40ee-aa56-4e286ebabcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (6e1d2504-4af3-4e4c-aaab-7ec1442ae93e), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.794581 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e4c139ee-eeea-40ee-aa56-4e286ebabcf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.806237 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-e4c139ee-eeea-40ee-aa56-4e286ebabcf6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e1d2504-4af3-4e4c-aaab-7ec1442ae93e HTTP/1.1" status: 204 len: 168 time: 0.9575446 Jul 07 15:33:14.810546 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-c5b8acae-bd7e-4bf1-928f-0968b8b9f547 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc366f-273b-4c68-98bc-2d665c6ed723', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:14.842458 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6c0fbf00-b908-493b-83c7-dcb70c1f175c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.846745 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-6c0fbf00-b908-493b-83c7-dcb70c1f175c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0709276 Jul 07 15:33:14.847727 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e268937-b349-4e83-a85b-7ec3e87ae212 None None] Pushing event updated for resources: {'Port': ['ID=54cc7e3a-a96a-45bf-b133-89b3a2f409a5,revision_number=4']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:14.860319 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 40158) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:14.878117 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-0291debb-f334-4cb3-88f3-521129530d9c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Request body: {'security_group_rule': {'security_group_id': '94a87411-1a9e-4907-8a12-797ce8ca6da8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:14.945587 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Publish callbacks [] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:14.992667 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0291debb-f334-4cb3-88f3-521129530d9c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group_rule (fd136fc9-35e0-4153-8727-09b26d1a18b1), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:15.021594 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:15.021594 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533652'] for router_interface (badb391a-9ac8-4700-b35a-45b4f5d75596), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:15.022442 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:15.023355 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c139ee-eeea-40ee-aa56-4e286ebabcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1d2504-4af3-4e4c-aaab-7ec1442ae93e,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:15.058806 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 157ff712-5635-478c-a378-67d03abe49ca is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:15.059494 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (157ff712-5635-478c-a378-67d03abe49ca), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:15.114121 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port 157ff712-5635-478c-a378-67d03abe49ca, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=157ff712-5635-478c-a378-67d03abe49ca,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:15.118142 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bb7228fe-aec3-4bf1-86a2-6b7e64bb4432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:15.150974 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ff3acbfa-de7e-49ac-a04d-a007cee539a5,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:15.198234 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-498cf249-acc4-4e9a-a7f9-cdbf892c867e None None] Port ff3acbfa-de7e-49ac-a04d-a007cee539a5 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:33:15.207196 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-4e8be606-0560-467a-9f2a-e359b9af8c00 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:15.217598 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-4e8be606-0560-467a-9f2a-e359b9af8c00 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/networks?id=1ede4f7f-1113-444d-ac6e-83d7db0edc7e HTTP/1.1" status: 200 len: 812 time: 0.5585046 Jul 07 15:33:15.223787 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (157ff712-5635-478c-a378-67d03abe49ca), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:15.240562 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:33:15.241209 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:32:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:15.249337 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c5b8acae-bd7e-4bf1-928f-0968b8b9f547 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group_rule (b5acdea9-20d7-4b3e-ab99-0127ccb7b959), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:15.261130 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Publish callbacks [] for port (3224de4c-67ce-4155-b266-702517c70066), precommit_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:15.327837 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-7f8b5a7d-f442-4b3b-9536-10b81ecbe3bb tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/quotas/b78a55fc7dba4ed5b22675b585cfe3aa HTTP/1.1" status: 200 len: 375 time: 0.1075339 Jul 07 15:33:15.335714 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Routers {'7de97580-4ccd-4509-8ceb-b0834e59b23c'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:33:15.336909 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:32:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['7de97580-4ccd-4509-8ceb-b0834e59b23c'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:15.341149 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:15.400950 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0291debb-f334-4cb3-88f3-521129530d9c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group_rule (fd136fc9-35e0-4153-8727-09b26d1a18b1), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:15.420464 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607b8c1-a7c9-48ee-9178-aaaa0832fa89 None None] Pushing event updated for resources: {'Port': ['ID=5112ec4c-d0e5-4198-beb5-c60c678723d0,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:15.434784 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (3224de4c-67ce-4155-b266-702517c70066), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:15.450064 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:15.481159 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:15.482542 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:15.491475 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0291debb-f334-4cb3-88f3-521129530d9c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (fd136fc9-35e0-4153-8727-09b26d1a18b1), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:15.526302 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:15.567060 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:15.596961 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c5b8acae-bd7e-4bf1-928f-0968b8b9f547 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group_rule (b5acdea9-20d7-4b3e-ab99-0127ccb7b959), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:15.644301 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291debb-f334-4cb3-88f3-521129530d9c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd136fc9-35e0-4153-8727-09b26d1a18b1,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:15.686015 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-bda23be7-4517-427b-944a-e19b151bc5d4 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b78a55fc7dba4ed5b22675b585cfe3aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3572729 Jul 07 15:33:15.696794 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:33:15.698840 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c5b8acae-bd7e-4bf1-928f-0968b8b9f547 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (b5acdea9-20d7-4b3e-ab99-0127ccb7b959), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:15.738112 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4cda3-3df3-45ec-a629-a461715fa6b3 None None] Pushing event updated for resources: {'Port': ['ID=3224de4c-67ce-4155-b266-702517c70066,revision_number=3']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:15.751174 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Router badb391a-9ac8-4700-b35a-45b4f5d75596 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:33:15.765029 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0291debb-f334-4cb3-88f3-521129530d9c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:15.770157 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-0291debb-f334-4cb3-88f3-521129530d9c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9064078 Jul 07 15:33:15.772453 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 40178) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:15.776760 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:15.791301 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-ba31eb13-0da7-4633-88ff-5fc6bb46077a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Request body: {'security_group_rule': {'security_group_id': '94a87411-1a9e-4907-8a12-797ce8ca6da8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:15.794035 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8acae-bd7e-4bf1-928f-0968b8b9f547 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5acdea9-20d7-4b3e-ab99-0127ccb7b959,revision_number=0']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:15.850395 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] Set router 7de97580-4ccd-4509-8ceb-b0834e59b23c gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:33:15.890574 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c5b8acae-bd7e-4bf1-928f-0968b8b9f547 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:15.897007 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-c5b8acae-bd7e-4bf1-928f-0968b8b9f547 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1083531 Jul 07 15:33:15.900258 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bb7228fe-aec3-4bf1-86a2-6b7e64bb4432 admin admin] Publish callbacks [] for security_group (02f5e2b4-c07f-432c-bdeb-d7403399dd14), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:15.903586 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 40186) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:15.912828 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-03e658c2-d08b-4fcb-b225-0e78380703e9 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc366f-273b-4c68-98bc-2d665c6ed723', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:16.018692 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bb7228fe-aec3-4bf1-86a2-6b7e64bb4432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (02f5e2b4-c07f-432c-bdeb-d7403399dd14), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.064380 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f0eb64a9-76db-4616-805f-ebd57871057c None None] Provisioning complete for port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:16.067016 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f0eb64a9-76db-4616-805f-ebd57871057c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.081512 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Attempting to bind port 3224de4c-67ce-4155-b266-702517c70066 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:33:16.081879 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Attempting to bind port 3224de4c-67ce-4155-b266-702517c70066 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': 'a3f499d3-501c-494d-a58a-3ee089a92057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9'}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:33:16.082231 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Attempting to bind port 3224de4c-67ce-4155-b266-702517c70066 on network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:16.094322 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:33:16.094693 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Checking segment: {'id': 'a3f499d3-501c-494d-a58a-3ee089a92057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:16.095157 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.095542 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Bound using segment: {'id': 'a3f499d3-501c-494d-a58a-3ee089a92057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9'} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:33:16.096031 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Bound port: 3224de4c-67ce-4155-b266-702517c70066, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f499d3-501c-494d-a58a-3ee089a92057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9'}}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:33:16.097024 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3224de4c-67ce-4155-b266-702517c70066), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.102945 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:16.130263 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=157ff712-5635-478c-a378-67d03abe49ca,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:16.153677 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:33:16.163368 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Publish callbacks [] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.167011 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-55936c17-4a69-45c7-a3ab-ac69b0dd02c3 admin admin] 10.222.0.25 "PUT /v2.0/routers/badb391a-9ac8-4700-b35a-45b4f5d75596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8920140 Jul 07 15:33:16.168256 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:16.172972 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-03e658c2-d08b-4fcb-b225-0e78380703e9 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group_rule (e9595087-50b5-4b54-8956-8ab22a32a69b), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.174141 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ba31eb13-0da7-4633-88ff-5fc6bb46077a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group_rule (844c86fe-f055-4a85-b2af-25759b624244), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.186209 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:16.186846 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (0259395f-71e1-4c7b-b4a3-5dee3fd4ee08), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.197006 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '54cc7e3a-a96a-45bf-b133-89b3a2f409a5', 'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'mac_address': 'fa:16:3e:35:48:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'subnets': [{'id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:16.229542 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d2e412-1e0a-4c82-9a58-12d9beef798e None None] The sync data for ids ['7de97580-4ccd-4509-8ceb-b0834e59b23c'] in dv-cinder-841302-5-iscsi is: [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '54cc7e3a-a96a-45bf-b133-89b3a2f409a5', 'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'mac_address': 'fa:16:3e:35:48:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'subnets': [{'id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:33:16.251410 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] For port 3224de4c-67ce-4155-b266-702517c70066, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:33:16.269456 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.285636 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7228fe-aec3-4bf1-86a2-6b7e64bb4432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f5e2b4-c07f-432c-bdeb-d7403399dd14,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:16.288265 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:33:16.293249 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] For port 3224de4c-67ce-4155-b266-702517c70066, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=3224de4c-67ce-4155-b266-702517c70066,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:33:16.302424 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:16.314458 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ba31eb13-0da7-4633-88ff-5fc6bb46077a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group_rule (844c86fe-f055-4a85-b2af-25759b624244), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.329352 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-bb7228fe-aec3-4bf1-86a2-6b7e64bb4432 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4aa164cff08d4e7f8206ee70c01e08ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7449510 Jul 07 15:33:16.333542 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 40196) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:16.385562 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (3224de4c-67ce-4155-b266-702517c70066), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.399422 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ba31eb13-0da7-4633-88ff-5fc6bb46077a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (844c86fe-f055-4a85-b2af-25759b624244), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.416712 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-03e658c2-d08b-4fcb-b225-0e78380703e9 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group_rule (e9595087-50b5-4b54-8956-8ab22a32a69b), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.436170 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31eb13-0da7-4633-88ff-5fc6bb46077a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844c86fe-f055-4a85-b2af-25759b624244,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:16.450775 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c707ca-0f88-48ba-8302-8b39ae3a9048 None None] Pushing event updated for resources: {'Port': ['ID=b2d498ee-45b7-4c38-a4de-6ee427ba7b07,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:16.466973 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-09cbc2a7-73d4-4511-8fa3-b442a3448966 admin admin] Publish callbacks [] for security_group (02f5e2b4-c07f-432c-bdeb-d7403399dd14), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.492005 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-03e658c2-d08b-4fcb-b225-0e78380703e9 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (e9595087-50b5-4b54-8956-8ab22a32a69b), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.532742 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-09cbc2a7-73d4-4511-8fa3-b442a3448966 admin admin] Publish callbacks [] for security_group (02f5e2b4-c07f-432c-bdeb-d7403399dd14), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.537786 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Routers {'54b29323-172a-4ab0-8536-8735d645a515'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:33:16.538398 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:32:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['54b29323-172a-4ab0-8536-8735d645a515'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:16.543362 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4cda3-3df3-45ec-a629-a461715fa6b3 None None] Pushing event updated for resources: {'Port': ['ID=3224de4c-67ce-4155-b266-702517c70066,revision_number=4']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:16.567215 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e658c2-d08b-4fcb-b225-0e78380703e9 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9595087-50b5-4b54-8956-8ab22a32a69b,revision_number=0']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:16.589505 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ba31eb13-0da7-4633-88ff-5fc6bb46077a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.593674 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ba31eb13-0da7-4633-88ff-5fc6bb46077a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8166480 Jul 07 15:33:16.594902 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 40204) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:16.600649 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Request body: {'floatingip': {'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:16.670182 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-03e658c2-d08b-4fcb-b225-0e78380703e9 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.675755 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-03e658c2-d08b-4fcb-b225-0e78380703e9 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7700074 Jul 07 15:33:16.679030 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 40206) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:16.685105 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Request body: {'floatingip': {'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:16.740032 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.768672 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-09cbc2a7-73d4-4511-8fa3-b442a3448966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (02f5e2b4-c07f-432c-bdeb-d7403399dd14), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.777501 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-09cbc2a7-73d4-4511-8fa3-b442a3448966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.778776 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-09cbc2a7-73d4-4511-8fa3-b442a3448966 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02f5e2b4-c07f-432c-bdeb-d7403399dd14 HTTP/1.1" status: 204 len: 168 time: 0.4442301 Jul 07 15:33:16.805553 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbc2a7-73d4-4511-8fa3-b442a3448966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f5e2b4-c07f-432c-bdeb-d7403399dd14,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:16.822226 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb64a9-76db-4616-805f-ebd57871057c None None] Current status of the port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:16.822735 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f0eb64a9-76db-4616-805f-ebd57871057c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.828952 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:16.860513 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] Set router 54b29323-172a-4ab0-8536-8735d645a515 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:33:16.895677 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 2, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:16.929200 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:17.026786 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-53142f4b-d79b-4b9c-8696-d8c8399bc86f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 15:33:17.028722 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-53142f4b-d79b-4b9c-8696-d8c8399bc86f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6517015 Jul 07 15:33:17.067262 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:17.068020 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (0259395f-71e1-4c7b-b4a3-5dee3fd4ee08), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:17.076961 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0c8ec8-a4ec-4130-a073-3b7fae5c6f46 None None] The sync data for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi is: [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 2, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:33:17.153772 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:17.174975 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:17.183799 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Attempting to bind port b2d498ee-45b7-4c38-a4de-6ee427ba7b07 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:33:17.184375 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:17.189409 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Attempting to bind port b2d498ee-45b7-4c38-a4de-6ee427ba7b07 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '03667fff-a653-45d7-88c0-a97c92fa889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:33:17.190022 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Attempting to bind port b2d498ee-45b7-4c38-a4de-6ee427ba7b07 on network 1ede4f7f-1113-444d-ac6e-83d7db0edc7e {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:17.209388 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=0259395f-71e1-4c7b-b4a3-5dee3fd4ee08,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:17.214590 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:17.217096 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f0eb64a9-76db-4616-805f-ebd57871057c None None] For port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=54cc7e3a-a96a-45bf-b133-89b3a2f409a5,segment=NetworkSegment(dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2),segment_id=dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:17.220138 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:10Z', 'revision_number': 4, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '3224de4c-67ce-4155-b266-702517c70066', 'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'mac_address': 'fa:16:3e:65:5d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:16Z', 'revision_number': 4, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'subnets': [{'id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:17.225791 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:33:17.225791 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Checking segment: {'id': '03667fff-a653-45d7-88c0-a97c92fa889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:17.225791 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:17.225791 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Bound using segment: {'id': '03667fff-a653-45d7-88c0-a97c92fa889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:33:17.225791 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Bound port: b2d498ee-45b7-4c38-a4de-6ee427ba7b07, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03667fff-a653-45d7-88c0-a97c92fa889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:33:17.225791 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:17.264017 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696296bb-b9b4-4e7a-acf2-8cdda952dfcc None None] The sync data for ids ['54b29323-172a-4ab0-8536-8735d645a515'] in dv-cinder-841302-5-iscsi is: [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:10Z', 'revision_number': 4, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '3224de4c-67ce-4155-b266-702517c70066', 'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'mac_address': 'fa:16:3e:65:5d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:16Z', 'revision_number': 4, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'subnets': [{'id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:33:17.301689 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:17.307471 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (0259395f-71e1-4c7b-b4a3-5dee3fd4ee08), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:17.308310 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device d4c0971f-345b-44a3-8934-20515c84f170 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:17.325115 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f0eb64a9-76db-4616-805f-ebd57871057c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:17.427766 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:17.470004 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-4258303f-102e-462c-a10d-fd06015cf10b service neutron] 10.222.0.25 "GET /v2.0/networks/1ede4f7f-1113-444d-ac6e-83d7db0edc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274981 Jul 07 15:33:17.490839 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Allocated IP 172.27.1.242 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/1523665e-4099-4f0a-a179-4b209e457ea9) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:33:17.575848 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f6d787d0-c7df-4b03-ae22-3da10f126843 None None] Provisioning complete for port ff3acbfa-de7e-49ac-a04d-a007cee539a5 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:17.576235 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f6d787d0-c7df-4b03-ae22-3da10f126843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:17.596155 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] For port b2d498ee-45b7-4c38-a4de-6ee427ba7b07, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:33:17.651805 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-363a34b7-ec76-48f7-9be4-238692dcd0dd service neutron] 10.222.0.25 "GET /v2.0/networks/1ede4f7f-1113-444d-ac6e-83d7db0edc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799073 Jul 07 15:33:17.710735 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for port (1523665e-4099-4f0a-a179-4b209e457ea9), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:17.727778 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:17.729335 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=0259395f-71e1-4c7b-b4a3-5dee3fd4ee08,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:17.766655 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] For port b2d498ee-45b7-4c38-a4de-6ee427ba7b07, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=b2d498ee-45b7-4c38-a4de-6ee427ba7b07,segment=NetworkSegment(03667fff-a653-45d7-88c0-a97c92fa889c),segment_id=03667fff-a653-45d7-88c0-a97c92fa889c)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:33:17.792735 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port d4c0971f-345b-44a3-8934-20515c84f170 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:17.792735 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (d4c0971f-345b-44a3-8934-20515c84f170), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:17.794349 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f6d787d0-c7df-4b03-ae22-3da10f126843 None None] Port ff3acbfa-de7e-49ac-a04d-a007cee539a5 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:33:17.818710 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 40222) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:17.825687 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-d1c4c146-d84a-43f3-b0c5-16a55fcaaeaa tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1242836891', 'description': 'tempest-description--89036396'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:17.850922 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:17.879839 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f6d787d0-c7df-4b03-ae22-3da10f126843 None None] Provisioning complete for port 3224de4c-67ce-4155-b266-702517c70066 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:17.880204 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f6d787d0-c7df-4b03-ae22-3da10f126843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3224de4c-67ce-4155-b266-702517c70066), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:17.894297 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (1523665e-4099-4f0a-a179-4b209e457ea9), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:17.995691 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb64a9-76db-4616-805f-ebd57871057c None None] Pushing event updated for resources: {'Port': ['ID=54cc7e3a-a96a-45bf-b133-89b3a2f409a5,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:18.019555 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:18.028155 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c146-d84a-43f3-b0c5-16a55fcaaeaa tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:18.029559 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:18.038888 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Allocated IP 172.27.1.55 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/9ac39205-62ad-4daf-bf28-33ef7784ce35) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:33:18.041246 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Routers {'21b53a5e-fd3d-49a4-90af-3cc4e8aea054'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:33:18.042579 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:32:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['21b53a5e-fd3d-49a4-90af-3cc4e8aea054'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:18.046192 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:18.081158 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event updated for resources: {'Port': ['ID=1523665e-4099-4f0a-a179-4b209e457ea9,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:18.111061 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:18.185106 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c146-d84a-43f3-b0c5-16a55fcaaeaa tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (8cba50a9-8ddf-44b8-a6d9-3eb911b1f577), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:18.237934 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 40242) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:18.301569 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c146-d84a-43f3-b0c5-16a55fcaaeaa tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (8cba50a9-8ddf-44b8-a6d9-3eb911b1f577), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:18.367201 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for floatingip (e4fe44ba-0cac-4492-abfa-b616b3d1aacd), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:18.371540 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5c54cdcc-372f-4467-b0f7-5cf27c04096b req-166b6126-c8e6-48c2-ab93-ba43b351a47d tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 210 time: 0.1283102 Jul 07 15:33:18.438111 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4c146-d84a-43f3-b0c5-16a55fcaaeaa tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:18.481096 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for port (9ac39205-62ad-4daf-bf28-33ef7784ce35), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:18.521281 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port d4c0971f-345b-44a3-8934-20515c84f170 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:18.526173 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c146-d84a-43f3-b0c5-16a55fcaaeaa tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:18.529558 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-d1c4c146-d84a-43f3-b0c5-16a55fcaaeaa tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7068372 Jul 07 15:33:18.530984 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 40256) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:18.536890 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-e399ff91-5d29-4a43-9121-bf14889e594b tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'security_group_rule': {'security_group_id': '8cba50a9-8ddf-44b8-a6d9-3eb911b1f577', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:18.545904 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c707ca-0f88-48ba-8302-8b39ae3a9048 None None] Pushing event updated for resources: {'Port': ['ID=b2d498ee-45b7-4c38-a4de-6ee427ba7b07,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:18.562567 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (1523665e-4099-4f0a-a179-4b209e457ea9), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:18.575268 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f6d787d0-c7df-4b03-ae22-3da10f126843 None None] Current status of the port 3224de4c-67ce-4155-b266-702517c70066 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:18.575730 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f6d787d0-c7df-4b03-ae22-3da10f126843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3224de4c-67ce-4155-b266-702517c70066), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:18.587992 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] Set router 21b53a5e-fd3d-49a4-90af-3cc4e8aea054 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:33:18.629458 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (9ac39205-62ad-4daf-bf28-33ef7784ce35), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:18.794698 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:18.798240 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e399ff91-5d29-4a43-9121-bf14889e594b tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (f0db53af-2394-4c88-959a-c9bc799a194a), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:18.812776 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:18.837258 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:18.843023 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event updated for resources: {'Port': ['ID=9ac39205-62ad-4daf-bf28-33ef7784ce35,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:18.849354 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f6d787d0-c7df-4b03-ae22-3da10f126843 None None] For port 3224de4c-67ce-4155-b266-702517c70066, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=3224de4c-67ce-4155-b266-702517c70066,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:18.955306 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for port (1523665e-4099-4f0a-a179-4b209e457ea9), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.027698 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (1523665e-4099-4f0a-a179-4b209e457ea9), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.066518 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e399ff91-5d29-4a43-9121-bf14889e594b tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (f0db53af-2394-4c88-959a-c9bc799a194a), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.083588 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (e4fe44ba-0cac-4492-abfa-b616b3d1aacd), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.090019 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:19.104454 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event updated for resources: {'Port': ['ID=1523665e-4099-4f0a-a179-4b209e457ea9,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:19.198627 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.208607 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1495baea-5077-4520-8293-26d45efd103f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5185900 Jul 07 15:33:19.209038 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for floatingip (db023a3c-0d1e-4945-baf7-821d2f59be18), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.228980 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e399ff91-5d29-4a43-9121-bf14889e594b tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (f0db53af-2394-4c88-959a-c9bc799a194a), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.236463 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 3224de4c-67ce-4155-b266-702517c70066 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:19.243264 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f6d787d0-c7df-4b03-ae22-3da10f126843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (3224de4c-67ce-4155-b266-702517c70066), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.262959 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399ff91-5d29-4a43-9121-bf14889e594b tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0db53af-2394-4c88-959a-c9bc799a194a,revision_number=0']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:19.266438 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:19.319258 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e399ff91-5d29-4a43-9121-bf14889e594b tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.320948 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-e399ff91-5d29-4a43-9121-bf14889e594b tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7881272 Jul 07 15:33:19.323996 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 40280) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:19.324848 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (9ac39205-62ad-4daf-bf28-33ef7784ce35), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.331123 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f6d787d0-c7df-4b03-ae22-3da10f126843 None None] Provisioning complete for port b2d498ee-45b7-4c38-a4de-6ee427ba7b07 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:19.331123 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f6d787d0-c7df-4b03-ae22-3da10f126843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.331280 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-f76eb517-6d2f-4724-b823-3acd95d8b0f6 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'security_group_rule': {'security_group_id': '8cba50a9-8ddf-44b8-a6d9-3eb911b1f577', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:19.350312 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:19.417779 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:19.427055 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d787d0-c7df-4b03-ae22-3da10f126843 None None] Pushing event updated for resources: {'Port': ['ID=3224de4c-67ce-4155-b266-702517c70066,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:19.470089 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 3224de4c-67ce-4155-b266-702517c70066 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:19.470488 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3224de4c-67ce-4155-b266-702517c70066), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.482414 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f76eb517-6d2f-4724-b823-3acd95d8b0f6 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (cb320786-e585-4bd1-84e7-f1f1bc062b8e), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.513831 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'name': 'tempest-DeleteServersTestJSON-1435549225-router', 'tenant_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '157ff712-5635-478c-a378-67d03abe49ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'gw_port': {'id': '157ff712-5635-478c-a378-67d03abe49ca', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'b2d498ee-45b7-4c38-a4de-6ee427ba7b07', 'name': '', 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e', 'tenant_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'mac_address': 'fa:16:3e:9d:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:06Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 4, 'project_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'subnets': [{'id': 'e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:19.564174 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b29ed9-e9dc-4cfd-9655-8c8fdff3b766 None None] The sync data for ids ['21b53a5e-fd3d-49a4-90af-3cc4e8aea054'] in dv-cinder-841302-5-iscsi is: [{'id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'name': 'tempest-DeleteServersTestJSON-1435549225-router', 'tenant_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '157ff712-5635-478c-a378-67d03abe49ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'gw_port': {'id': '157ff712-5635-478c-a378-67d03abe49ca', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'b2d498ee-45b7-4c38-a4de-6ee427ba7b07', 'name': '', 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e', 'tenant_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'mac_address': 'fa:16:3e:9d:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:06Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 4, 'project_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'subnets': [{'id': 'e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:33:19.605111 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f6d787d0-c7df-4b03-ae22-3da10f126843 None None] Current status of the port b2d498ee-45b7-4c38-a4de-6ee427ba7b07 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:19.605492 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f6d787d0-c7df-4b03-ae22-3da10f126843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.613208 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f76eb517-6d2f-4724-b823-3acd95d8b0f6 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (cb320786-e585-4bd1-84e7-f1f1bc062b8e), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.658483 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4b446f54-94bc-47be-99bd-0744d3320ddc req-10c3b017-9c8a-473e-9818-0581ba0eb4ac tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 210 time: 0.0382814 Jul 07 15:33:19.662881 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 3224de4c-67ce-4155-b266-702517c70066 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:19.666431 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:19.669341 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f6d787d0-c7df-4b03-ae22-3da10f126843 None None] For port b2d498ee-45b7-4c38-a4de-6ee427ba7b07, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=b2d498ee-45b7-4c38-a4de-6ee427ba7b07,segment=NetworkSegment(03667fff-a653-45d7-88c0-a97c92fa889c),segment_id=03667fff-a653-45d7-88c0-a97c92fa889c)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:19.721527 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for port (9ac39205-62ad-4daf-bf28-33ef7784ce35), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.723904 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f76eb517-6d2f-4724-b823-3acd95d8b0f6 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (cb320786-e585-4bd1-84e7-f1f1bc062b8e), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.741019 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:19.741397 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (0259395f-71e1-4c7b-b4a3-5dee3fd4ee08), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.788605 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76eb517-6d2f-4724-b823-3acd95d8b0f6 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb320786-e585-4bd1-84e7-f1f1bc062b8e,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:19.792197 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (9ac39205-62ad-4daf-bf28-33ef7784ce35), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.814362 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f6d787d0-c7df-4b03-ae22-3da10f126843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.855094 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f76eb517-6d2f-4724-b823-3acd95d8b0f6 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.860313 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-f76eb517-6d2f-4724-b823-3acd95d8b0f6 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5345778 Jul 07 15:33:19.862975 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 40306) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:19.869467 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'floatingip': {'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:19.951765 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.976496 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-2177a279-c96a-449a-bfd1-43f69d6b6ee2 None None] Provisioning complete for port b2d498ee-45b7-4c38-a4de-6ee427ba7b07 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:19.977367 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2177a279-c96a-449a-bfd1-43f69d6b6ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:19.987433 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event updated for resources: {'Port': ['ID=9ac39205-62ad-4daf-bf28-33ef7784ce35,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:20.009678 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d787d0-c7df-4b03-ae22-3da10f126843 None None] Pushing event updated for resources: {'Port': ['ID=b2d498ee-45b7-4c38-a4de-6ee427ba7b07,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:20.018201 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (db023a3c-0d1e-4945-baf7-821d2f59be18), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:20.029353 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-ae872e23-634b-44e0-a7ac-b61c9437420b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--372155528&fields=id&tenant_id=66a98614df914018b7ecfb68afb735c0 HTTP/1.1" status: 200 len: 267 time: 0.1645904 Jul 07 15:33:20.071118 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:20.073362 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 157ff712-5635-478c-a378-67d03abe49ca up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:20.146885 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:20.161353 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-7ba1b4c2-ff06-4da4-a2a8-5194b35c611a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5642452 Jul 07 15:33:20.176793 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 157ff712-5635-478c-a378-67d03abe49ca triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:20.176793 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (157ff712-5635-478c-a378-67d03abe49ca), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:20.219535 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-2177a279-c96a-449a-bfd1-43f69d6b6ee2 None None] Current status of the port b2d498ee-45b7-4c38-a4de-6ee427ba7b07 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:20.222013 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:20.238679 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:20.288895 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-5f44deca-8d09-4df9-bd94-2ece69e64ce0 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:20.291127 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-5f44deca-8d09-4df9-bd94-2ece69e64ce0 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/networks?id=75a15ea6-f7b1-407c-a2e7-8816149570d9 HTTP/1.1" status: 200 len: 809 time: 0.2499404 Jul 07 15:33:20.317462 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-b6143e65-4338-4595-a312-ecca753f161b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/quotas/66a98614df914018b7ecfb68afb735c0 HTTP/1.1" status: 200 len: 375 time: 0.0181272 Jul 07 15:33:20.334953 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 157ff712-5635-478c-a378-67d03abe49ca is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:20.336126 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:20.382225 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:20.391521 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:20.391696 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-3f22643b-c02b-4586-b1ad-4c28898160d4 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66a98614df914018b7ecfb68afb735c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600159 Jul 07 15:33:20.456002 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:20.479631 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Allocated IP 172.27.1.214 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/0e0155e6-3bd9-4f53-9fa8-5e1a13932f5f) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:33:20.572906 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:20.659040 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for port (0e0155e6-3bd9-4f53-9fa8-5e1a13932f5f), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:20.697803 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-b6eada6e-c924-4c5f-bfc7-4781e30b0bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:20.730062 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e697084d-857c-4dc7-8365-013209d1a913 req-b61bd64f-63ce-4c05-b9f9-45327db71699 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--727369199&fields=id&tenant_id=d2e4afda121042939745304ce6f76a8b HTTP/1.1" status: 200 len: 267 time: 0.0756238 Jul 07 15:33:20.811625 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (0e0155e6-3bd9-4f53-9fa8-5e1a13932f5f), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:20.865484 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device b2d498ee-45b7-4c38-a4de-6ee427ba7b07 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:20.883311 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697084d-857c-4dc7-8365-013209d1a913 req-59607147-03f4-459f-833f-45d13f699945 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:20.892022 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e697084d-857c-4dc7-8365-013209d1a913 req-59607147-03f4-459f-833f-45d13f699945 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/networks?id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 HTTP/1.1" status: 200 len: 817 time: 0.1606860 Jul 07 15:33:20.911538 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e697084d-857c-4dc7-8365-013209d1a913 req-1d94b2d5-af4c-4678-bc3d-4c5153748d7b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/quotas/d2e4afda121042939745304ce6f76a8b HTTP/1.1" status: 200 len: 375 time: 0.0185456 Jul 07 15:33:20.914421 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:20.917888 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:20.925107 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:20.956879 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port b2d498ee-45b7-4c38-a4de-6ee427ba7b07 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:20.957727 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:20.993105 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'Port': ['ID=0e0155e6-3bd9-4f53-9fa8-5e1a13932f5f,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:20.996305 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e697084d-857c-4dc7-8365-013209d1a913 req-0d0aa77c-0181-4a5c-905e-b05d305aef6e tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2e4afda121042939745304ce6f76a8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829167 Jul 07 15:33:21.006422 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (c28fe138-1cc8-4285-a3d1-c1a173deda4e), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:21.127421 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port b2d498ee-45b7-4c38-a4de-6ee427ba7b07 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:21.128675 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 3224de4c-67ce-4155-b266-702517c70066 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:21.133618 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:21.143465 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (0e0155e6-3bd9-4f53-9fa8-5e1a13932f5f), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:21.144550 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e697084d-857c-4dc7-8365-013209d1a913 req-50b2e73b-a54a-475c-aaaa-a92c07284790 service neutron] 10.222.0.25 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430721 Jul 07 15:33:21.218677 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 3224de4c-67ce-4155-b266-702517c70066 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:21.219209 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3224de4c-67ce-4155-b266-702517c70066), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:21.290209 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e697084d-857c-4dc7-8365-013209d1a913 req-bf77e504-fd5b-438d-8cb6-3efd5c91914b service neutron] 10.222.0.25 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446586 Jul 07 15:33:21.339705 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 3224de4c-67ce-4155-b266-702517c70066 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:21.344259 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-78250a2c-d533-4f95-b9bb-1e06dba651d9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 15:33:21.351881 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-78250a2c-d533-4f95-b9bb-1e06dba651d9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3867354 Jul 07 15:33:21.444262 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for port (0e0155e6-3bd9-4f53-9fa8-5e1a13932f5f), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:21.558773 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-0b65937e-80f2-4b25-bb59-8877bc3de16c service neutron] 10.222.0.25 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059121 Jul 07 15:33:21.595489 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (0e0155e6-3bd9-4f53-9fa8-5e1a13932f5f), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:21.691483 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'Port': ['ID=0e0155e6-3bd9-4f53-9fa8-5e1a13932f5f,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:21.700190 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (c28fe138-1cc8-4285-a3d1-c1a173deda4e), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:21.710430 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-f7e8a546-fab4-4493-ad8a-cf38e6f27e04 service neutron] 10.222.0.25 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454351 Jul 07 15:33:21.836780 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:21.842279 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-010b2a88-22b2-4020-854d-d0ba1914b602 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9800453 Jul 07 15:33:21.979418 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:21.988840 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-568786c1-e21d-44a3-8269-72f1898d041e req-68360f85-95ef-44bf-a4b4-bea5aedc30ee tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 210 time: 0.0862241 Jul 07 15:33:22.075913 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bdbd33c3-ba14-4c1c-98e7-f06f721b6517 req-14f8cd98-9102-4e61-a8d2-7f9901d6b7a6 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 210 time: 0.0504415 Jul 07 15:33:22.252939 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-61719d03-7560-429b-b1dd-72436ded08d6 req-f87e9b31-f6b1-4f51-a1c7-bd1b7e05cf0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.0575781 Jul 07 15:33:22.293687 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:22.625756 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba551b10-f139-4dc8-8e87-11976642e158 req-51280260-1860-4a26-ace6-b067cc9732d5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1242836891&fields=id&tenant_id=66b37250ea6d4c4eb242c27ce9819dfc HTTP/1.1" status: 200 len: 267 time: 0.1102531 Jul 07 15:33:22.734116 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:22.748402 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 5112ec4c-d0e5-4198-beb5-c60c678723d0 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:22.802936 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.50', 55723) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:22.847273 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba551b10-f139-4dc8-8e87-11976642e158 req-1aa6eec1-8b92-42ef-8985-888b110b8c60 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:22.860941 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba551b10-f139-4dc8-8e87-11976642e158 req-1aa6eec1-8b92-42ef-8985-888b110b8c60 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/networks?id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833 HTTP/1.1" status: 200 len: 814 time: 0.2342465 Jul 07 15:33:22.865848 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d1e5b5-054a-46ba-a681-8eea330ec740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:22.896822 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 5112ec4c-d0e5-4198-beb5-c60c678723d0 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:22.896822 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (5112ec4c-d0e5-4198-beb5-c60c678723d0), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:22.898284 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba551b10-f139-4dc8-8e87-11976642e158 req-b4167f1e-86b2-4b12-9879-f8d5df4a4319 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/quotas/66b37250ea6d4c4eb242c27ce9819dfc HTTP/1.1" status: 200 len: 375 time: 0.0360882 Jul 07 15:33:23.057120 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba551b10-f139-4dc8-8e87-11976642e158 req-cc43837d-7d21-4928-82c6-d87abfe3cfbb tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577263 Jul 07 15:33:23.061407 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:23.176966 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 5112ec4c-d0e5-4198-beb5-c60c678723d0 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:23.177357 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (5112ec4c-d0e5-4198-beb5-c60c678723d0), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:23.219672 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f199694d-84b0-4785-a9e5-8ce004fc4b3c req-f10ca662-96b3-4fdf-bc64-c9d0f6582f6c tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 210 time: 0.0991595 Jul 07 15:33:23.232368 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port 5112ec4c-d0e5-4198-beb5-c60c678723d0, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=5112ec4c-d0e5-4198-beb5-c60c678723d0,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:23.336556 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (5112ec4c-d0e5-4198-beb5-c60c678723d0), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:23.385196 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8cbf453a-6e21-4c02-a239-f108edbd0499 req-af31e540-eb76-49a0-aab9-7ac98857e3ad tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 210 time: 0.0592051 Jul 07 15:33:23.441505 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba551b10-f139-4dc8-8e87-11976642e158 req-b247c37f-37f6-4abf-be09-257bab9fe2e5 service neutron] 10.222.0.25 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634901 Jul 07 15:33:23.500279 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=5112ec4c-d0e5-4198-beb5-c60c678723d0,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:23.579368 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-2c60228f-bf0e-41cd-86b5-55467c3624f2 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:23.580884 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-2c60228f-bf0e-41cd-86b5-55467c3624f2 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.50 "GET /v2.0/networks?id=1ede4f7f-1113-444d-ac6e-83d7db0edc7e HTTP/1.1" status: 200 len: 812 time: 0.7631125 Jul 07 15:33:23.595472 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-817444f0-a440-454d-9e2c-f6cd3cdf48ec req-3fd68fca-398d-4c46-8ed3-e5d8bc45bf0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.0719857 Jul 07 15:33:23.628368 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba551b10-f139-4dc8-8e87-11976642e158 req-2da774c0-5a50-49e6-9bcc-3e754de21777 service neutron] 10.222.0.25 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803482 Jul 07 15:33:23.653230 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-2e37a132-839f-4fbd-8571-199d67d8bfd3 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Request body: {'port': {'device_id': '5d22cdc4-2300-40f3-a8bb-37bf28c95f2c', 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e', 'admin_state_up': True, 'tenant_id': 'b78a55fc7dba4ed5b22675b585cfe3aa'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:23.950583 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-2e37a132-839f-4fbd-8571-199d67d8bfd3 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Made reservation on behalf of b78a55fc7dba4ed5b22675b585cfe3aa for: {'port': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:33:23.955699 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-2e37a132-839f-4fbd-8571-199d67d8bfd3 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:24.056043 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c5a0f284-9c61-4b89-99b4-065c2c6bfd5b req-02fe0254-05d4-43b0-bf73-798aa20aa963 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 210 time: 0.0479534 Jul 07 15:33:24.163338 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:24.287739 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:24.445576 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-2e37a132-839f-4fbd-8571-199d67d8bfd3 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Allocated IP 172.20.0.13 (1ede4f7f-1113-444d-ac6e-83d7db0edc7e/e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7/432e625d-c22c-438e-bcbb-5f647e3c8f84) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:33:24.563005 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d377000d-19dd-4911-ac7f-879e9f76c0cd req-6070633c-952b-48cc-836e-f2331b163025 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 210 time: 0.0574799 Jul 07 15:33:24.650108 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7fdf92c2-9fe5-48a7-9fc6-2985e200700d req-046661fe-c612-4a9e-a96f-e9dec64c0695 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 210 time: 0.0640352 Jul 07 15:33:24.739403 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 5112ec4c-d0e5-4198-beb5-c60c678723d0 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:24.763748 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:24.880280 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-2e37a132-839f-4fbd-8571-199d67d8bfd3 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Publish callbacks [] for port (432e625d-c22c-438e-bcbb-5f647e3c8f84), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:24.883706 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 5112ec4c-d0e5-4198-beb5-c60c678723d0 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:24.884077 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (5112ec4c-d0e5-4198-beb5-c60c678723d0), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:24.941727 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4507c977-3cdb-4c27-bec8-1cfd03edb7ce req-f60ea69e-b889-4b56-97f8-d4eb84845228 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.1781566 Jul 07 15:33:25.094996 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 5112ec4c-d0e5-4198-beb5-c60c678723d0 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:25.095121 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 40558) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:25.105634 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-2e37a132-839f-4fbd-8571-199d67d8bfd3 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (432e625d-c22c-438e-bcbb-5f647e3c8f84), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:25.174576 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8f8f7f1f-2d2b-4581-a54a-9d1e36a41421 req-cd9a7218-ad23-44cf-a6a5-b97076e1c762 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 210 time: 0.0441315 Jul 07 15:33:25.249441 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-2e37a132-839f-4fbd-8571-199d67d8bfd3 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Network 1ede4f7f-1113-444d-ac6e-83d7db0edc7e is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:25.255100 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-2e37a132-839f-4fbd-8571-199d67d8bfd3 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:25.259405 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-2e37a132-839f-4fbd-8571-199d67d8bfd3 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:25.264737 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-2e37a132-839f-4fbd-8571-199d67d8bfd3 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:25.265476 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-2e37a132-839f-4fbd-8571-199d67d8bfd3 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:25.284133 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37a132-839f-4fbd-8571-199d67d8bfd3 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Pushing event updated for resources: {'Port': ['ID=432e625d-c22c-438e-bcbb-5f647e3c8f84,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:25.354517 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b9b1f745-fc9a-47ef-8238-d8e6d4e142dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:25.459091 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-2e37a132-839f-4fbd-8571-199d67d8bfd3 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8169982 Jul 07 15:33:25.528097 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b9b1f745-fc9a-47ef-8238-d8e6d4e142dc admin admin] Publish callbacks [] for security_group (d4b28e28-fdbb-484f-a713-cd90ac11c418), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:25.564595 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:25.639250 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b9b1f745-fc9a-47ef-8238-d8e6d4e142dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (d4b28e28-fdbb-484f-a713-cd90ac11c418), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:25.710921 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-9d26935e-583a-44ff-94be-0b3d5f9bd911 None None] Provisioning complete for port 432e625d-c22c-438e-bcbb-5f647e3c8f84 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:25.711426 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9d26935e-583a-44ff-94be-0b3d5f9bd911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (432e625d-c22c-438e-bcbb-5f647e3c8f84), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:25.724625 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-3c5eca0e-42c5-4ba1-b52e-f6d1d4dbb501 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 15:33:25.733280 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-3c5eca0e-42c5-4ba1-b52e-f6d1d4dbb501 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0315101 Jul 07 15:33:25.801325 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b9b1f745-fc9a-47ef-8238-d8e6d4e142dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4fff94c31fa44e69834b368832ab9a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7028227 Jul 07 15:33:25.804491 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 40572) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:25.804491 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1f745-fc9a-47ef-8238-d8e6d4e142dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b28e28-fdbb-484f-a713-cd90ac11c418,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:25.868391 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-9d26935e-583a-44ff-94be-0b3d5f9bd911 None None] Port 432e625d-c22c-438e-bcbb-5f647e3c8f84 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:33:25.887411 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c03ba783-35c1-4c15-8415-5e21f4f27037 req-9ecb5dca-95c3-4348-b28d-0300f9235856 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 210 time: 0.0839555 Jul 07 15:33:25.901884 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbe4b7-ec31-4a7e-a602-66614e317939 req-89a465dc-0e2b-434a-a3f2-83ef87be2502 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:25.904811 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-27cbe4b7-ec31-4a7e-a602-66614e317939 req-89a465dc-0e2b-434a-a3f2-83ef87be2502 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 932 time: 0.1685100 Jul 07 15:33:25.979319 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:25.988907 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bfe3cd63-e6df-4705-a685-d41e2c914f7b admin admin] Publish callbacks [] for security_group (d4b28e28-fdbb-484f-a713-cd90ac11c418), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:26.024588 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Request body: {'port': {'device_id': '5d22cdc4-2300-40f3-a8bb-37bf28c95f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:26.034892 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bfe3cd63-e6df-4705-a685-d41e2c914f7b admin admin] Publish callbacks [] for security_group (d4b28e28-fdbb-484f-a713-cd90ac11c418), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:26.091775 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-27cbe4b7-ec31-4a7e-a602-66614e317939 req-6b8a58f3-acd7-4b35-9ad2-3c2a7135259d tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763623 Jul 07 15:33:26.133595 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (432e625d-c22c-438e-bcbb-5f647e3c8f84), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:26.139540 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6a0cb52a-5288-4045-88eb-98974c6549e6 req-144a37cb-9dd5-4228-b410-995e1081abd6 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.0738583 Jul 07 15:33:26.149321 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:26.311781 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bfe3cd63-e6df-4705-a685-d41e2c914f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (d4b28e28-fdbb-484f-a713-cd90ac11c418), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:26.317441 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bfe3cd63-e6df-4705-a685-d41e2c914f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:26.321242 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ce67bd95-a32d-428e-a47e-0eb058f14528 req-8e4fdbd1-ae7a-40f8-8af1-488dbbba91f3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 210 time: 0.0709405 Jul 07 15:33:26.328719 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-bfe3cd63-e6df-4705-a685-d41e2c914f7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4b28e28-fdbb-484f-a713-cd90ac11c418 HTTP/1.1" status: 204 len: 168 time: 0.5175598 Jul 07 15:33:26.411138 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3cd63-e6df-4705-a685-d41e2c914f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b28e28-fdbb-484f-a713-cd90ac11c418,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:26.461915 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:26.630805 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432e625d-c22c-438e-bcbb-5f647e3c8f84 {{(pid=104327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:33:26.639806 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Publish callbacks [] for port (432e625d-c22c-438e-bcbb-5f647e3c8f84), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:26.662858 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.provisioning_blocks [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Transition to ACTIVE for port object 432e625d-c22c-438e-bcbb-5f647e3c8f84 will not be triggered until provisioned by entity L2. {{(pid=104327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:33:26.787205 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (432e625d-c22c-438e-bcbb-5f647e3c8f84), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:26.930123 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Sync routers for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:33:26.963856 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:33:26.966673 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:33:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:27.032817 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Pushing event updated for resources: {'Port': ['ID=432e625d-c22c-438e-bcbb-5f647e3c8f84,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:27.046339 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:27.064023 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Attempting to bind port 432e625d-c22c-438e-bcbb-5f647e3c8f84 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:33:27.070027 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Attempting to bind port 432e625d-c22c-438e-bcbb-5f647e3c8f84 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '03667fff-a653-45d7-88c0-a97c92fa889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:33:27.070027 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Attempting to bind port 432e625d-c22c-438e-bcbb-5f647e3c8f84 on network 1ede4f7f-1113-444d-ac6e-83d7db0edc7e {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:27.075459 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Port 432e625d-c22c-438e-bcbb-5f647e3c8f84 on network 1ede4f7f-1113-444d-ac6e-83d7db0edc7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:33:27.076203 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Attempting to bind port 432e625d-c22c-438e-bcbb-5f647e3c8f84 on network 1ede4f7f-1113-444d-ac6e-83d7db0edc7e {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:27.085599 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:33:27.086307 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Checking segment: {'id': '03667fff-a653-45d7-88c0-a97c92fa889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:27.095792 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-83936e77-3dff-4175-bacf-e9510c92b721 req-df65bae1-4da2-4ae3-af2b-83129459bf17 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 210 time: 0.0400922 Jul 07 15:33:27.102030 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Bound using segment: {'id': '03667fff-a653-45d7-88c0-a97c92fa889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:33:27.102030 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Bound port: 432e625d-c22c-438e-bcbb-5f647e3c8f84, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03667fff-a653-45d7-88c0-a97c92fa889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:33:27.103479 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (432e625d-c22c-438e-bcbb-5f647e3c8f84), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:27.286280 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] For port 432e625d-c22c-438e-bcbb-5f647e3c8f84, host hv-cinder-84130, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:33:27.330173 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] For port 432e625d-c22c-438e-bcbb-5f647e3c8f84, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=432e625d-c22c-438e-bcbb-5f647e3c8f84,segment=NetworkSegment(03667fff-a653-45d7-88c0-a97c92fa889c),segment_id=03667fff-a653-45d7-88c0-a97c92fa889c)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:33:27.330794 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e8064-2c53-48c8-93b5-12e2f7583adb req-7d89384f-3754-4b00-b282-dfb114550596 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:27.332663 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f70e8064-2c53-48c8-93b5-12e2f7583adb req-7d89384f-3754-4b00-b282-dfb114550596 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 944 time: 0.1293566 Jul 07 15:33:27.350214 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:27.354167 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ab57cab4-12f4-4177-bc27-e9efd7f32e7d req-6500b595-ab26-40e3-addc-49c48cde43c7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.0779233 Jul 07 15:33:27.395416 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:27.402586 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:33:27.445250 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f70e8064-2c53-48c8-93b5-12e2f7583adb req-9c2d9a78-cbea-4fa2-8c64-8d58c9c2f9db tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938051 Jul 07 15:33:27.450368 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (432e625d-c22c-438e-bcbb-5f647e3c8f84), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:27.469630 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 40606) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:27.512575 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:27.513304 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:27.514842 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] 10.222.0.50 "PUT /v2.0/ports/432e625d-c22c-438e-bcbb-5f647e3c8f84 HTTP/1.1" status: 200 len: 1094 time: 1.6070211 Jul 07 15:33:27.518212 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d22cdc4-2300-40f3-a8bb-37bf28c95f2c', 'tag': '432e625d-c22c-438e-bcbb-5f647e3c8f84'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:33:27.581060 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f1fc4152-12c0-4305-8142-86bde4a29fe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:27.666002 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264daec-3dae-44ad-987a-c27a884dd860 service neutron] Pushing event updated for resources: {'Port': ['ID=432e625d-c22c-438e-bcbb-5f647e3c8f84,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:27.717193 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-66297c50-2406-4f52-87d9-9789a7fb473a req-0c620814-8578-452d-b792-35f23e4e71d5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 210 time: 0.2841005 Jul 07 15:33:27.735153 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 2, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:27.783816 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f1fc4152-12c0-4305-8142-86bde4a29fe9 admin admin] Publish callbacks [] for security_group (08df0784-5f9a-4f1f-83e9-0717cec03c20), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:27.805330 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d115f63-4c9d-4c01-a1e8-554b97beb5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d22cdc4-2300-40f3-a8bb-37bf28c95f2c", "tag": "432e625d-c22c-438e-bcbb-5f647e3c8f84"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:33:27.814680 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Checking router: badb391a-9ac8-4700-b35a-45b4f5d75596 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:33:27.815102 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Updating router badb391a-9ac8-4700-b35a-45b4f5d75596 port ff3acbfa-de7e-49ac-a04d-a007cee539a5 binding host dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:33:27.863491 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:27.881559 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f1fc4152-12c0-4305-8142-86bde4a29fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (08df0784-5f9a-4f1f-83e9-0717cec03c20), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:27.932229 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc4152-12c0-4305-8142-86bde4a29fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08df0784-5f9a-4f1f-83e9-0717cec03c20,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:27.940918 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-f1fc4152-12c0-4305-8142-86bde4a29fe9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=880074b29a694ff9bdd6190da58bb658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4677136 Jul 07 15:33:27.941547 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 40624) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:27.987362 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:27.992515 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4029ce14-b77f-45e2-bc20-2d7a87dbfd36 x-openstack-request-id: req-4029ce14-b77f-45e2-bc20-2d7a87dbfd36 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:33:27.992891 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d22cdc4-2300-40f3-a8bb-37bf28c95f2c", "tag": "432e625d-c22c-438e-bcbb-5f647e3c8f84", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:33:27.993196 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4029ce14-b77f-45e2-bc20-2d7a87dbfd36 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:33:27.993691 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4029ce14-b77f-45e2-bc20-2d7a87dbfd36'] response: {'name': 'network-changed', 'server_uuid': '5d22cdc4-2300-40f3-a8bb-37bf28c95f2c', 'tag': '432e625d-c22c-438e-bcbb-5f647e3c8f84', 'status': 'completed', 'code': 200} Jul 07 15:33:28.004730 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7ecf243f-e83a-413a-9307-0e12ec9171e4 admin admin] Publish callbacks [] for security_group (08df0784-5f9a-4f1f-83e9-0717cec03c20), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:28.026710 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7ecf243f-e83a-413a-9307-0e12ec9171e4 admin admin] Publish callbacks [] for security_group (08df0784-5f9a-4f1f-83e9-0717cec03c20), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:28.184756 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7ecf243f-e83a-413a-9307-0e12ec9171e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (08df0784-5f9a-4f1f-83e9-0717cec03c20), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:28.188592 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7ecf243f-e83a-413a-9307-0e12ec9171e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:28.189739 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-7ecf243f-e83a-413a-9307-0e12ec9171e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08df0784-5f9a-4f1f-83e9-0717cec03c20 HTTP/1.1" status: 204 len: 168 time: 0.2477152 Jul 07 15:33:28.204414 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf243f-e83a-413a-9307-0e12ec9171e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08df0784-5f9a-4f1f-83e9-0717cec03c20,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:28.206089 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b05b5305-fc0c-4983-8a26-202a1af456f7 req-46a3febc-3caf-4e60-82e4-18ac6cb4db19 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 210 time: 0.0383897 Jul 07 15:33:28.232777 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Publish callbacks [] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:28.322677 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:28.339891 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=20 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:28.373030 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccaa3f-c715-482e-b61f-2f8d8157b063 None None] Pushing event updated for resources: {'Port': ['ID=ff3acbfa-de7e-49ac-a04d-a007cee539a5,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:28.441062 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Attempting to bind port ff3acbfa-de7e-49ac-a04d-a007cee539a5 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:33:28.441427 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Attempting to bind port ff3acbfa-de7e-49ac-a04d-a007cee539a5 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:33:28.441788 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Attempting to bind port ff3acbfa-de7e-49ac-a04d-a007cee539a5 on network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:28.450696 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:33:28.450696 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Checking segment: {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:28.450696 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:28.450696 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Bound using segment: {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:33:28.450696 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Bound port: ff3acbfa-de7e-49ac-a04d-a007cee539a5, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:33:28.450696 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:28.481320 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cd3f694e-d0be-45e7-8123-581a008c845c req-24b62f7e-9c9b-4d79-a5e9-c49d32e6dedb tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.0471692 Jul 07 15:33:28.519608 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] For port ff3acbfa-de7e-49ac-a04d-a007cee539a5, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:33:28.522977 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] For port ff3acbfa-de7e-49ac-a04d-a007cee539a5, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=ff3acbfa-de7e-49ac-a04d-a007cee539a5,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:33:28.569660 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:28.593892 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07ed2b-1bb1-484b-bcbd-df649044289f req-459c2626-6b7f-4117-ab47-40e1ae7991fe tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:28.594886 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-be07ed2b-1bb1-484b-bcbd-df649044289f req-459c2626-6b7f-4117-ab47-40e1ae7991fe tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 944 time: 0.0601573 Jul 07 15:33:28.596407 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-ad49e0c1-b5a7-43d3-8f1a-c0de1e2b0fb2 None None] Provisioning complete for port ff3acbfa-de7e-49ac-a04d-a007cee539a5 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:28.597005 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-ad49e0c1-b5a7-43d3-8f1a-c0de1e2b0fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:28.636019 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:28.645291 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:28.653429 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-be07ed2b-1bb1-484b-bcbd-df649044289f req-3421bfb6-f0e3-42a4-9366-50fe08680555 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517619 Jul 07 15:33:28.697389 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-ad49e0c1-b5a7-43d3-8f1a-c0de1e2b0fb2 None None] Port ff3acbfa-de7e-49ac-a04d-a007cee539a5 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:33:28.718048 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:33:28.718732 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:33:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:28.788344 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccaa3f-c715-482e-b61f-2f8d8157b063 None None] Pushing event updated for resources: {'Port': ['ID=ff3acbfa-de7e-49ac-a04d-a007cee539a5,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:28.828588 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e5861472-8c57-4b4c-948a-8e6856e61399 req-5ecdcec4-f3b4-4a15-8b36-32f1e24524a5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 210 time: 0.0326929 Jul 07 15:33:28.841288 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:28.870136 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:33:28.929272 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-31411baa-6e0c-4c27-affe-908a3639e6c3 None None] Provisioning complete for port ff3acbfa-de7e-49ac-a04d-a007cee539a5 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:28.930097 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-31411baa-6e0c-4c27-affe-908a3639e6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:29.010265 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:29.121181 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-31411baa-6e0c-4c27-affe-908a3639e6c3 None None] Current status of the port ff3acbfa-de7e-49ac-a04d-a007cee539a5 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:29.121678 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-31411baa-6e0c-4c27-affe-908a3639e6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:29.156278 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:28Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:33:29.188548 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e037f6d7-da3b-401f-8732-38435141ef7e None None] The sync data for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi is: [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:28Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:33:29.191659 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-31411baa-6e0c-4c27-affe-908a3639e6c3 None None] For port ff3acbfa-de7e-49ac-a04d-a007cee539a5, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=ff3acbfa-de7e-49ac-a04d-a007cee539a5,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:29.192681 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:29.292945 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-31411baa-6e0c-4c27-affe-908a3639e6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:29.324236 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e17b774a-a830-4197-a3f2-b2fba1ddadd2 req-917f73be-399f-4f33-ab09-024e69f80efb tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 210 time: 0.0298336 Jul 07 15:33:29.352438 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31411baa-6e0c-4c27-affe-908a3639e6c3 None None] Pushing event updated for resources: {'Port': ['ID=ff3acbfa-de7e-49ac-a04d-a007cee539a5,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:29.600462 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cd27e354-0b7f-4502-bab0-e8b4aa6966c2 req-f2ad66e6-aac6-4ffa-9075-7fd99e3d4989 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.0293424 Jul 07 15:33:29.633645 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:29.813551 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f99cc1-155f-4bc3-9220-cefadd31978e req-b0886d09-b347-453e-9575-7d95aa450f3a tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:29.815844 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-24f99cc1-155f-4bc3-9220-cefadd31978e req-b0886d09-b347-453e-9575-7d95aa450f3a tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 944 time: 0.0766106 Jul 07 15:33:29.878465 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-24f99cc1-155f-4bc3-9220-cefadd31978e req-dd2e4a79-cc98-4758-ad76-c655527de40f tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545843 Jul 07 15:33:30.006456 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5c603b53-8308-4388-b40d-11e8fb7078ee req-86cf5e87-52fb-4da5-9c17-9a8bbba305cf tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 210 time: 0.0592020 Jul 07 15:33:30.169680 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.50', 55736) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:30.229768 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:30.396235 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.50', 55737) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:30.513709 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-d253056a-fcba-40c8-a117-22dd3ab218be tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:30.518905 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-d253056a-fcba-40c8-a117-22dd3ab218be tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.50 "GET /v2.0/networks?id=75a15ea6-f7b1-407c-a2e7-8816149570d9 HTTP/1.1" status: 200 len: 809 time: 0.3327007 Jul 07 15:33:30.635609 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697084d-857c-4dc7-8365-013209d1a913 req-f5397871-6936-47cc-8ff8-28a1a49948a6 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:30.637695 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e697084d-857c-4dc7-8365-013209d1a913 req-f5397871-6936-47cc-8ff8-28a1a49948a6 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.50 "GET /v2.0/networks?id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 HTTP/1.1" status: 200 len: 817 time: 0.4578421 Jul 07 15:33:30.664273 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d115f63-4c9d-4c01-a1e8-554b97beb5d1 req-07b45a39-5760-4027-a702-464fa95c7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:30.672979 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3d115f63-4c9d-4c01-a1e8-554b97beb5d1 req-07b45a39-5760-4027-a702-464fa95c7b32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b78a55fc7dba4ed5b22675b585cfe3aa&device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 1128 time: 0.2733319 Jul 07 15:33:30.822488 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device ff3acbfa-de7e-49ac-a04d-a007cee539a5 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:30.910652 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port ff3acbfa-de7e-49ac-a04d-a007cee539a5 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:30.911053 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:30.989882 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:31.028814 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port ff3acbfa-de7e-49ac-a04d-a007cee539a5 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:31.050383 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-496dc905-025b-4d5a-ab1a-c6c0620582aa tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66a98614df914018b7ecfb68afb735c0 HTTP/1.1" status: 200 len: 379 time: 0.5229914 Jul 07 15:33:31.072795 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8eb129a6-e259-4ac5-8ec4-b302b485a4f7 req-ffab4995-95b1-4146-8080-a169be2d3397 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 210 time: 0.4261954 Jul 07 15:33:31.217490 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-14486db2-22e8-4301-9979-d3ad205d2b87 req-49a956a9-4320-453c-929b-a3f970e5b3c4 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.2728028 Jul 07 15:33:31.380089 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1452d202-6898-4758-aeec-92fe0250ec49 req-6890a10a-fde5-463e-9f15-f8cf7f10c5c6 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 210 time: 0.0598612 Jul 07 15:33:31.390672 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e697084d-857c-4dc7-8365-013209d1a913 req-18920e80-5dc7-4a81-94a1-7f67f60a410f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2e4afda121042939745304ce6f76a8b HTTP/1.1" status: 200 len: 379 time: 0.7332716 Jul 07 15:33:31.392654 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d115f63-4c9d-4c01-a1e8-554b97beb5d1 req-f64b5b32-0c73-4ebd-b450-82b282ff43f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:31.394086 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3d115f63-4c9d-4c01-a1e8-554b97beb5d1 req-f64b5b32-0c73-4ebd-b450-82b282ff43f3 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b78a55fc7dba4ed5b22675b585cfe3aa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6476197 Jul 07 15:33:31.400443 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0c779-6441-47f1-89f9-14b485a88cfa req-5ad4f93d-2879-4ea5-a29c-009582284934 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:31.417388 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-89a0c779-6441-47f1-89f9-14b485a88cfa req-5ad4f93d-2879-4ea5-a29c-009582284934 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 944 time: 0.1877935 Jul 07 15:33:31.477301 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-89a0c779-6441-47f1-89f9-14b485a88cfa req-995f2a6d-b897-4435-b64e-4a64e4bb8ad5 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567665 Jul 07 15:33:31.870868 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:32.274856 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d0cfe027-cbee-4bcb-9dc5-f9937746fcc7 req-c7492dcd-020f-4948-b66c-5d8c21b8811d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 210 time: 0.0329938 Jul 07 15:33:32.358236 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8b4f8ae4-3b62-40f1-bd3e-282dfc234c3a req-bff1025b-455d-497d-a9e7-b60fda7602d5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.0292120 Jul 07 15:33:32.501077 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1730c479-d57a-4185-bad7-3b9f652593e1 req-9fef2256-a98a-4585-a9de-a3dcf9007d96 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 210 time: 0.0418921 Jul 07 15:33:32.624251 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f9a75-a13e-4308-8286-d287fca5a7c8 req-2255763b-2399-45cf-9aff-3d70a6cef28d tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:32.625758 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f43f9a75-a13e-4308-8286-d287fca5a7c8 req-2255763b-2399-45cf-9aff-3d70a6cef28d tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 944 time: 0.0626993 Jul 07 15:33:32.678806 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f43f9a75-a13e-4308-8286-d287fca5a7c8 req-202958ac-5ca9-4e62-b70f-20818b079faa tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474024 Jul 07 15:33:33.344172 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3c26f410-6612-48b1-80e0-0687027585d4 req-db5da295-4411-44d6-957d-f901a2ae1665 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 210 time: 0.0313776 Jul 07 15:33:33.521363 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:33.583442 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ae904def-7582-4a74-b9ae-c17579665934 req-5b72ae38-0a68-4a9b-8d8c-102646746aa4 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.0544932 Jul 07 15:33:33.615705 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ed4aac9f-b1a8-48bb-af3d-3930384029b7 req-c0edbd4d-e23e-4a54-a0dd-9c2f2888dcec tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 210 time: 0.0276127 Jul 07 15:33:33.625441 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:33.805102 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60b13e-6f35-44a1-8ece-f9219864ca53 req-7584c254-e4bb-4bd8-bcd3-e61479193485 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:33.806847 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9d60b13e-6f35-44a1-8ece-f9219864ca53 req-7584c254-e4bb-4bd8-bcd3-e61479193485 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 944 time: 0.0532281 Jul 07 15:33:33.835707 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:33.863705 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9d60b13e-6f35-44a1-8ece-f9219864ca53 req-96b21fd0-4a5c-44c6-953f-44ac1dc8df8d tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502443 Jul 07 15:33:34.460737 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b972cad9-d5f8-4dc9-8d16-72570629884e req-661cd0e1-f871-4119-a755-d434a2cd32d8 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 210 time: 0.0303583 Jul 07 15:33:34.727624 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c59a0bd9-7e8c-492b-8081-a818c717d899 req-c7f46c7c-a6b5-4a25-a980-d6b91cb48dd8 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.0375476 Jul 07 15:33:34.756923 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c9d56b41-e81e-4388-a5f3-69371615186b req-8c039d9b-35bf-4422-b2a1-acf604d6ab67 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 210 time: 0.0339508 Jul 07 15:33:34.981784 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f305c4-7563-4a3d-bb46-77de390a8f72 req-9a2b1f25-aaff-45bf-84ad-155523e79ce6 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:34.983351 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-44f305c4-7563-4a3d-bb46-77de390a8f72 req-9a2b1f25-aaff-45bf-84ad-155523e79ce6 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 944 time: 0.0494256 Jul 07 15:33:35.017119 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:35.038036 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-44f305c4-7563-4a3d-bb46-77de390a8f72 req-20cf4cfd-3d6f-458a-a6d8-52ef777c5689 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491490 Jul 07 15:33:35.611798 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-74d6cd5a-dec1-4a6a-aed1-6c6270ecdc50 req-5f96ef13-11da-4e9e-9686-b852b6e8ff28 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 210 time: 0.0313885 Jul 07 15:33:35.850683 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fcb4c08b-6fdc-4401-916c-eeb7d8a8e4b2 req-1e523ad0-5208-4724-9ca7-38dbfe4eea67 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.0397885 Jul 07 15:33:35.873385 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-96b88a79-db94-4089-ba15-e20bb41e1103 req-28d51a9a-1118-4ea5-ad3c-63cfb0fd644c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 210 time: 0.0341609 Jul 07 15:33:36.157349 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1ea4d-2416-4f6a-8f02-db6c6e5e7b66 req-34179027-af62-4f8d-bfe7-42d1cbe05f78 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:36.158893 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-85d1ea4d-2416-4f6a-8f02-db6c6e5e7b66 req-34179027-af62-4f8d-bfe7-42d1cbe05f78 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 944 time: 0.0516343 Jul 07 15:33:36.207168 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-85d1ea4d-2416-4f6a-8f02-db6c6e5e7b66 req-74d18188-557d-4dd8-be16-7e3bc22329ec tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427520 Jul 07 15:33:36.682581 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-33aff6b7-0b04-4d84-bb49-93e2dcc6b2a3 req-583978e2-3a1c-40c1-8de7-e61d253f84f9 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 210 time: 0.0289550 Jul 07 15:33:36.951808 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-55f97fac-e2e3-4b4e-b931-814f203b17b7 req-6509c690-289f-426f-922d-811c1595e78b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.0292296 Jul 07 15:33:36.986632 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6f7599c4-c178-48de-9f32-5ba839545607 req-920a95fa-07b5-40b5-bc90-aaed66895a7e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 210 time: 0.0371032 Jul 07 15:33:37.328573 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa6ca-04c0-4de4-961b-8ebcee5107f4 req-efaf6229-3e9b-40d7-8364-a9364b3ef02c tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:37.330059 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-487aa6ca-04c0-4de4-961b-8ebcee5107f4 req-efaf6229-3e9b-40d7-8364-a9364b3ef02c tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 944 time: 0.0503600 Jul 07 15:33:37.382038 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-487aa6ca-04c0-4de4-961b-8ebcee5107f4 req-3ccceef7-02b1-40d6-bb48-4f1e62b53219 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458481 Jul 07 15:33:37.782806 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9a3beb8c-4077-44d5-9c4e-36b7da2f6a23 req-fc7cd15e-d9e9-4f93-9093-0ea95079e220 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 210 time: 0.0272868 Jul 07 15:33:38.048914 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-74a2f951-cf37-4198-b775-e5f4a40865b9 req-9e133d1b-d342-4d0f-850a-c5ff43fc65c6 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.0286279 Jul 07 15:33:38.086484 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fae62f4d-0e5d-4f54-9638-814932de79a7 req-aa153a4e-966c-4d47-a358-62e4bddc2d2f tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 210 time: 0.0296204 Jul 07 15:33:38.137646 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 40930) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:38.240670 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7da16aaa-42d3-4dde-bf58-6f97766407ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:38.243032 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:38.315355 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7da16aaa-42d3-4dde-bf58-6f97766407ea admin admin] Publish callbacks [] for security_group (76333015-f255-43a1-a81f-56b9629377e1), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:38.352485 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-861ec43c-4281-4a6c-899d-5245423edcf5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Request body: {'port': {'device_id': 'a5788db1-1101-4334-abdd-2f11d074751a', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'admin_state_up': True, 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'security_groups': ['c0cc366f-273b-4c68-98bc-2d665c6ed723']}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:38.364631 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-e697084d-857c-4dc7-8365-013209d1a913 req-d8e4e5f2-c8cb-4f05-8227-21b9f57f33d0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Request body: {'port': {'device_id': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'admin_state_up': True, 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'security_groups': ['94a87411-1a9e-4907-8a12-797ce8ca6da8']}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:38.418927 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7da16aaa-42d3-4dde-bf58-6f97766407ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (76333015-f255-43a1-a81f-56b9629377e1), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:38.700893 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.50', 55745) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:38.739032 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-861ec43c-4281-4a6c-899d-5245423edcf5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Made reservation on behalf of 66a98614df914018b7ecfb68afb735c0 for: {'port': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:33:38.742590 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-861ec43c-4281-4a6c-899d-5245423edcf5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:38.788766 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-7da16aaa-42d3-4dde-bf58-6f97766407ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7eeb36d5dfe4c2f94bb20ae446d3f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6499701 Jul 07 15:33:38.792004 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 40954) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:38.798040 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da16aaa-42d3-4dde-bf58-6f97766407ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76333015-f255-43a1-a81f-56b9629377e1,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:38.822040 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc83b6-cb26-4bd3-84e5-b01c1e294cd1 req-d1fbbb95-6a72-4276-8e88-1739bf0125d0 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:38.823902 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cafc83b6-cb26-4bd3-84e5-b01c1e294cd1 req-d1fbbb95-6a72-4276-8e88-1739bf0125d0 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 944 time: 0.2140465 Jul 07 15:33:38.841701 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:38.849916 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d115f63-4c9d-4c01-a1e8-554b97beb5d1 req-3a766100-a30b-4fb6-94d6-659cd1f7ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:38.851344 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3d115f63-4c9d-4c01-a1e8-554b97beb5d1 req-3a766100-a30b-4fb6-94d6-659cd1f7ccc8 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4978116 Jul 07 15:33:38.899313 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba551b10-f139-4dc8-8e87-11976642e158 req-78e9eb95-f1ff-4589-beec-f7c1bb77a179 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:38.900883 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-ba551b10-f139-4dc8-8e87-11976642e158 req-78e9eb95-f1ff-4589-beec-f7c1bb77a179 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "GET /v2.0/networks?id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833 HTTP/1.1" status: 200 len: 814 time: 0.1987612 Jul 07 15:33:38.932760 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-04cf7bd6-b95c-4be7-837e-bcedef02a241 req-951a9a37-3c45-4542-8a1a-30a58fb4bd14 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 210 time: 0.0484703 Jul 07 15:33:38.978871 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cafc83b6-cb26-4bd3-84e5-b01c1e294cd1 req-04a1c917-30e3-4f0b-9b7c-5f84629ea0cc tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431022 Jul 07 15:33:38.981444 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-61e2f851-7e3e-4b20-aac3-fc7d57c28c05 admin admin] Publish callbacks [] for security_group (76333015-f255-43a1-a81f-56b9629377e1), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:38.994128 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-bd190437-83f8-4386-8d17-c39f998f54fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:38.995355 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-bd190437-83f8-4386-8d17-c39f998f54fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b78a55fc7dba4ed5b22675b585cfe3aa&device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 1128 time: 0.0746086 Jul 07 15:33:39.033469 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e697084d-857c-4dc7-8365-013209d1a913 req-d8e4e5f2-c8cb-4f05-8227-21b9f57f33d0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Made reservation on behalf of d2e4afda121042939745304ce6f76a8b for: {'port': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:33:39.036820 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-e697084d-857c-4dc7-8365-013209d1a913 req-d8e4e5f2-c8cb-4f05-8227-21b9f57f33d0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:39.042119 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-861ec43c-4281-4a6c-899d-5245423edcf5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Allocated IP 172.20.0.8 (75a15ea6-f7b1-407c-a2e7-8816149570d9/85f7fa8a-0f70-4b68-8373-92cbe1e8c506/647ad2af-c816-4ebc-a882-af1290b500a2) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:33:39.050492 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-61e2f851-7e3e-4b20-aac3-fc7d57c28c05 admin admin] Publish callbacks [] for security_group (76333015-f255-43a1-a81f-56b9629377e1), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:39.072940 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-ba551b10-f139-4dc8-8e87-11976642e158 req-37090cd1-4d6e-4af1-b8ce-106623241791 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66b37250ea6d4c4eb242c27ce9819dfc HTTP/1.1" status: 200 len: 380 time: 0.1567330 Jul 07 15:33:39.082327 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-5bb2811a-e906-4376-a80a-46ab12611c20 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432e625d-c22c-438e-bcbb-5f647e3c8f84 HTTP/1.1" status: 200 len: 217 time: 0.0798910 Jul 07 15:33:39.087984 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-ba551b10-f139-4dc8-8e87-11976642e158 req-06fdc8a8-bcb3-425c-8feb-cd2da248d2fe tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'port': {'device_id': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'admin_state_up': True, 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'security_groups': ['8cba50a9-8ddf-44b8-a6d9-3eb911b1f577']}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:39.213829 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:39.267974 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-617231a6-cf69-474c-96d5-39c12580ab2c req-f88b8495-38c5-4f56-9f42-60c70a7739df tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.1144912 Jul 07 15:33:39.290152 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-61e2f851-7e3e-4b20-aac3-fc7d57c28c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (76333015-f255-43a1-a81f-56b9629377e1), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:39.292812 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-61e2f851-7e3e-4b20-aac3-fc7d57c28c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:39.293929 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-61e2f851-7e3e-4b20-aac3-fc7d57c28c05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76333015-f255-43a1-a81f-56b9629377e1 HTTP/1.1" status: 204 len: 168 time: 0.5007374 Jul 07 15:33:39.297543 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-715b76cc-add4-4e25-8fe1-3e35b752d939 req-a5f1e581-48c4-4514-9780-4b3549359689 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 210 time: 0.1049385 Jul 07 15:33:39.305517 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-5038ae27-78b9-42bc-8674-8e460eeb43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:39.305517 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-5038ae27-78b9-42bc-8674-8e460eeb43cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7 HTTP/1.1" status: 200 len: 851 time: 0.2108591 Jul 07 15:33:39.325720 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:39.339582 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba551b10-f139-4dc8-8e87-11976642e158 req-06fdc8a8-bcb3-425c-8feb-cd2da248d2fe tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Made reservation on behalf of 66b37250ea6d4c4eb242c27ce9819dfc for: {'port': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:33:39.344216 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-ba551b10-f139-4dc8-8e87-11976642e158 req-06fdc8a8-bcb3-425c-8feb-cd2da248d2fe tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:39.350828 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2f851-7e3e-4b20-aac3-fc7d57c28c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76333015-f255-43a1-a81f-56b9629377e1,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:39.482751 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-e0628682-eb7b-40d1-adc6-46f28c4bedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:39.485959 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-e0628682-eb7b-40d1-adc6-46f28c4bedc8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ede4f7f-1113-444d-ac6e-83d7db0edc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1638594 Jul 07 15:33:39.505394 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-861ec43c-4281-4a6c-899d-5245423edcf5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for port (647ad2af-c816-4ebc-a882-af1290b500a2), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:39.591836 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:39.629997 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [req-ba551b10-f139-4dc8-8e87-11976642e158 req-06fdc8a8-bcb3-425c-8feb-cd2da248d2fe tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Allocated IP 172.20.0.11 (ac1a0dbf-9ce9-4f3d-9709-351b088f4833/61ecf33b-ac81-410e-a8db-4aefcfc3a895/81cf072b-a045-4379-a583-082f35faaaf6) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:33:39.631265 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [req-e697084d-857c-4dc7-8365-013209d1a913 req-d8e4e5f2-c8cb-4f05-8227-21b9f57f33d0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Allocated IP 172.20.0.14 (e12eafaa-cd14-4167-a6ef-a2ef64a70cc9/9869fa05-9e6c-4cb3-8a09-1453d7c28d29/8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:33:39.655756 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-25ce0fb9-78ab-4b47-8fc5-e3077cf9588f service neutron] 10.222.0.50 "GET /v2.0/networks/1ede4f7f-1113-444d-ac6e-83d7db0edc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586719 Jul 07 15:33:39.691757 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-861ec43c-4281-4a6c-899d-5245423edcf5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (647ad2af-c816-4ebc-a882-af1290b500a2), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:39.789051 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ec43c-4281-4a6c-899d-5245423edcf5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event updated for resources: {'Port': ['ID=647ad2af-c816-4ebc-a882-af1290b500a2,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:39.811743 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-861ec43c-4281-4a6c-899d-5245423edcf5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Network 75a15ea6-f7b1-407c-a2e7-8816149570d9 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:39.821070 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-861ec43c-4281-4a6c-899d-5245423edcf5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:39.825312 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-861ec43c-4281-4a6c-899d-5245423edcf5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:39.830981 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-861ec43c-4281-4a6c-899d-5245423edcf5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:39.831666 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-861ec43c-4281-4a6c-899d-5245423edcf5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:39.837878 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-94530bc8-9ffd-4d77-aec2-5e0b82919e66 req-f63e3d54-f31b-4056-8ac9-f623d6e24de0 service neutron] 10.222.0.50 "GET /v2.0/networks/1ede4f7f-1113-444d-ac6e-83d7db0edc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686866 Jul 07 15:33:39.976357 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-ba551b10-f139-4dc8-8e87-11976642e158 req-06fdc8a8-bcb3-425c-8feb-cd2da248d2fe tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for port (81cf072b-a045-4379-a583-082f35faaaf6), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:39.995947 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-e697084d-857c-4dc7-8365-013209d1a913 req-d8e4e5f2-c8cb-4f05-8227-21b9f57f33d0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:40.022973 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-861ec43c-4281-4a6c-899d-5245423edcf5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6762049 Jul 07 15:33:40.096979 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-42509124-da80-4ef2-b825-234e7946fd4c None None] Provisioning complete for port 647ad2af-c816-4ebc-a882-af1290b500a2 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:40.097998 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-42509124-da80-4ef2-b825-234e7946fd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (647ad2af-c816-4ebc-a882-af1290b500a2), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:40.104780 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-ba551b10-f139-4dc8-8e87-11976642e158 req-06fdc8a8-bcb3-425c-8feb-cd2da248d2fe tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (81cf072b-a045-4379-a583-082f35faaaf6), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:40.133455 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-42509124-da80-4ef2-b825-234e7946fd4c None None] Port 647ad2af-c816-4ebc-a882-af1290b500a2 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:33:40.148302 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1d85c43b-4887-4b90-a75c-472a38d1d319 req-a98a4bf6-b237-4589-8d4e-4b09ee4fe077 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 210 time: 0.0797722 Jul 07 15:33:40.152287 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:40.157357 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba551b10-f139-4dc8-8e87-11976642e158 req-06fdc8a8-bcb3-425c-8feb-cd2da248d2fe tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:40.161887 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [req-ba551b10-f139-4dc8-8e87-11976642e158 req-06fdc8a8-bcb3-425c-8feb-cd2da248d2fe tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:40.177157 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba551b10-f139-4dc8-8e87-11976642e158 req-06fdc8a8-bcb3-425c-8feb-cd2da248d2fe tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:40.177157 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba551b10-f139-4dc8-8e87-11976642e158 req-06fdc8a8-bcb3-425c-8feb-cd2da248d2fe tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:40.177157 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-ba551b10-f139-4dc8-8e87-11976642e158 req-06fdc8a8-bcb3-425c-8feb-cd2da248d2fe tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:40.177721 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f58938-e1be-4156-a209-4b5d4a06575d req-c0e5a852-95c3-4ea2-b46f-9b3083790444 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:40.178765 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a3f58938-e1be-4156-a209-4b5d4a06575d req-c0e5a852-95c3-4ea2-b46f-9b3083790444 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 944 time: 0.0915763 Jul 07 15:33:40.195543 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdc8a8-bcb3-425c-8feb-cd2da248d2fe tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'Port': ['ID=81cf072b-a045-4379-a583-082f35faaaf6,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:40.211170 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41002) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:40.225475 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-874dc6b5-a29b-48f3-bd65-a66e286b85b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:40.250431 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-e697084d-857c-4dc7-8365-013209d1a913 req-d8e4e5f2-c8cb-4f05-8227-21b9f57f33d0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:40.255320 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a3f58938-e1be-4156-a209-4b5d4a06575d req-d1a23e76-72b6-4b91-bafe-a12f8c41c480 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694337 Jul 07 15:33:40.269987 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-ba551b10-f139-4dc8-8e87-11976642e158 req-06fdc8a8-bcb3-425c-8feb-cd2da248d2fe tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1887958 Jul 07 15:33:40.353550 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e697084d-857c-4dc7-8365-013209d1a913 req-d8e4e5f2-c8cb-4f05-8227-21b9f57f33d0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:33:40.360808 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [req-e697084d-857c-4dc7-8365-013209d1a913 req-d8e4e5f2-c8cb-4f05-8227-21b9f57f33d0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:33:40.364125 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [req-e697084d-857c-4dc7-8365-013209d1a913 req-d8e4e5f2-c8cb-4f05-8227-21b9f57f33d0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:33:40.376412 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-874dc6b5-a29b-48f3-bd65-a66e286b85b4 admin admin] Publish callbacks [] for security_group (e17a346e-91ed-4fb0-b232-435f2acff582), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:40.376609 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4e5f2-c8cb-4f05-8227-21b9f57f33d0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event updated for resources: {'Port': ['ID=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:40.419055 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:40.447108 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-874dc6b5-a29b-48f3-bd65-a66e286b85b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (e17a346e-91ed-4fb0-b232-435f2acff582), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:40.487922 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bb6f2-0265-47e9-973b-eb838238f023 req-001d0138-307d-4ee5-b8aa-78adf97675c0 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:40.489695 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d4bb6f2-0265-47e9-973b-eb838238f023 req-001d0138-307d-4ee5-b8aa-78adf97675c0 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 931 time: 0.1303742 Jul 07 15:33:40.498817 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697084d-857c-4dc7-8365-013209d1a913 req-d8e4e5f2-c8cb-4f05-8227-21b9f57f33d0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:40.500097 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-e697084d-857c-4dc7-8365-013209d1a913 req-d8e4e5f2-c8cb-4f05-8227-21b9f57f33d0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:40.501101 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874dc6b5-a29b-48f3-bd65-a66e286b85b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17a346e-91ed-4fb0-b232-435f2acff582,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:40.519805 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-874dc6b5-a29b-48f3-bd65-a66e286b85b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f71cb6e8e08479099d23e425063e4c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067310 Jul 07 15:33:40.521657 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41012) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:40.527415 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46eff1-8460-4798-bed7-cdf331396c25 req-8f6e454d-979e-4988-8060-3fa72c6bf89a tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:40.528934 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ae46eff1-8460-4798-bed7-cdf331396c25 req-8f6e454d-979e-4988-8060-3fa72c6bf89a tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 932 time: 0.1073961 Jul 07 15:33:40.598595 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-02ed6749-432b-479c-87de-eb56fe60e3ff admin admin] Publish callbacks [] for security_group (e17a346e-91ed-4fb0-b232-435f2acff582), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:40.632144 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-02ed6749-432b-479c-87de-eb56fe60e3ff admin admin] Publish callbacks [] for security_group (e17a346e-91ed-4fb0-b232-435f2acff582), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:40.641871 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:40.697330 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-2b8da227-35a0-49dd-ad1a-3f6a1424f882 None None] Provisioning complete for port 81cf072b-a045-4379-a583-082f35faaaf6 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:40.698012 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2b8da227-35a0-49dd-ad1a-3f6a1424f882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (81cf072b-a045-4379-a583-082f35faaaf6), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:40.731472 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-2b8da227-35a0-49dd-ad1a-3f6a1424f882 None None] Port 81cf072b-a045-4379-a583-082f35faaaf6 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:33:40.733086 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e697084d-857c-4dc7-8365-013209d1a913 req-d8e4e5f2-c8cb-4f05-8227-21b9f57f33d0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3806155 Jul 07 15:33:40.740471 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-2b8da227-35a0-49dd-ad1a-3f6a1424f882 None None] Provisioning complete for port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:40.740847 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2b8da227-35a0-49dd-ad1a-3f6a1424f882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:40.775912 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-2b8da227-35a0-49dd-ad1a-3f6a1424f882 None None] Port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:33:40.778628 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d4bb6f2-0265-47e9-973b-eb838238f023 req-93d614a0-20a0-4257-81df-5739341b71b5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692266 Jul 07 15:33:40.790347 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ae46eff1-8460-4798-bed7-cdf331396c25 req-5dbb9e06-54a0-4b83-9bc2-e27818cfad7c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484105 Jul 07 15:33:40.838914 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-02ed6749-432b-479c-87de-eb56fe60e3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (e17a346e-91ed-4fb0-b232-435f2acff582), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:40.845419 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-02ed6749-432b-479c-87de-eb56fe60e3ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:40.845419 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-02ed6749-432b-479c-87de-eb56fe60e3ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e17a346e-91ed-4fb0-b232-435f2acff582 HTTP/1.1" status: 204 len: 168 time: 0.3225439 Jul 07 15:33:40.865249 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed6749-432b-479c-87de-eb56fe60e3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17a346e-91ed-4fb0-b232-435f2acff582,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:41.213519 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Request body: {'port': {'device_id': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:41.214476 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Request body: {'port': {'device_id': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:41.226178 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Request body: {'port': {'device_id': 'a5788db1-1101-4334-abdd-2f11d074751a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:33:41.317503 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267c2a0-780c-4739-8b11-d819732a7e3e req-16b47dfc-bccb-451b-9874-60d5c16c9c89 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:41.325936 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3267c2a0-780c-4739-8b11-d819732a7e3e req-16b47dfc-bccb-451b-9874-60d5c16c9c89 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 932 time: 0.0879679 Jul 07 15:33:41.341276 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:41.346328 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (81cf072b-a045-4379-a583-082f35faaaf6), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:41.358783 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:41.392261 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (647ad2af-c816-4ebc-a882-af1290b500a2), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:41.524158 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3267c2a0-780c-4739-8b11-d819732a7e3e req-4b331585-088a-4307-9a94-642bccc9db0c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972790 Jul 07 15:33:41.541974 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ddf48-fb8c-4d66-bea1-5767367e2415 req-653d6b98-9d10-414b-ba87-4237973ad08a tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:41.543492 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fe4ddf48-fb8c-4d66-bea1-5767367e2415 req-653d6b98-9d10-414b-ba87-4237973ad08a tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 944 time: 0.1437628 Jul 07 15:33:41.718731 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fe4ddf48-fb8c-4d66-bea1-5767367e2415 req-e6a8a703-c391-4f73-8517-c0bb7abd3d85 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517262 Jul 07 15:33:41.863170 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:33:41.877840 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Publish callbacks [] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:41.905519 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Transition to ACTIVE for port object 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a will not be triggered until provisioned by entity L2. {{(pid=104328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:33:41.912233 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:41.954004 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:41.959887 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81cf072b-a045-4379-a583-082f35faaaf6 {{(pid=104327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:33:41.996116 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Publish callbacks [] for port (81cf072b-a045-4379-a583-082f35faaaf6), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:42.006162 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ba4ae-5793-4d8b-b84e-f0a2841066f6 req-86fa8996-c77d-4a8e-b2a2-3221bd46671a tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:42.012100 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fe3ba4ae-5793-4d8b-b84e-f0a2841066f6 req-86fa8996-c77d-4a8e-b2a2-3221bd46671a tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 931 time: 0.1035650 Jul 07 15:33:42.019470 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41798dc-72d6-481f-a9ff-6a4c539d07a6 req-eea0ff60-9b52-43ab-bc17-51c1af4b4193 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:42.021497 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f41798dc-72d6-481f-a9ff-6a4c539d07a6 req-eea0ff60-9b52-43ab-bc17-51c1af4b4193 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 932 time: 0.1145077 Jul 07 15:33:42.041044 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:42.049228 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.provisioning_blocks [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Transition to ACTIVE for port object 81cf072b-a045-4379-a583-082f35faaaf6 will not be triggered until provisioned by entity L2. {{(pid=104327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:33:42.071975 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 647ad2af-c816-4ebc-a882-af1290b500a2 {{(pid=104327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:33:42.080998 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Publish callbacks [] for port (647ad2af-c816-4ebc-a882-af1290b500a2), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:42.097878 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.provisioning_blocks [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Transition to ACTIVE for port object 647ad2af-c816-4ebc-a882-af1290b500a2 will not be triggered until provisioned by entity L2. {{(pid=104327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:33:42.169404 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:42.178627 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (81cf072b-a045-4379-a583-082f35faaaf6), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:42.192207 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fe3ba4ae-5793-4d8b-b84e-f0a2841066f6 req-02bbcc3a-b5a8-4c12-a38d-66f1940c39f4 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694038 Jul 07 15:33:42.239506 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (647ad2af-c816-4ebc-a882-af1290b500a2), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:42.246063 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f41798dc-72d6-481f-a9ff-6a4c539d07a6 req-cb592fc7-d2ea-4d81-8d25-d2d416cc80aa tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062492 Jul 07 15:33:42.268653 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Pushing event updated for resources: {'Port': ['ID=81cf072b-a045-4379-a583-082f35faaaf6,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:42.358816 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Attempting to bind port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:33:42.359366 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Attempting to bind port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': 'a3f499d3-501c-494d-a58a-3ee089a92057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:33:42.364541 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Attempting to bind port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a on network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:42.365908 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a on network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:33:42.366377 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Attempting to bind port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a on network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:42.368898 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Pushing event updated for resources: {'Port': ['ID=647ad2af-c816-4ebc-a882-af1290b500a2,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:42.378142 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:33:42.381864 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Checking segment: {'id': 'a3f499d3-501c-494d-a58a-3ee089a92057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:42.382618 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Bound using segment: {'id': 'a3f499d3-501c-494d-a58a-3ee089a92057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:33:42.383266 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Bound port: 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f499d3-501c-494d-a58a-3ee089a92057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:33:42.387147 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:42.445087 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Attempting to bind port 647ad2af-c816-4ebc-a882-af1290b500a2 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:33:42.445306 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Attempting to bind port 647ad2af-c816-4ebc-a882-af1290b500a2 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:33:42.445510 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Attempting to bind port 647ad2af-c816-4ebc-a882-af1290b500a2 on network 75a15ea6-f7b1-407c-a2e7-8816149570d9 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:42.451808 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Port 647ad2af-c816-4ebc-a882-af1290b500a2 on network 75a15ea6-f7b1-407c-a2e7-8816149570d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:33:42.456459 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Attempting to bind port 647ad2af-c816-4ebc-a882-af1290b500a2 on network 75a15ea6-f7b1-407c-a2e7-8816149570d9 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:42.456459 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Attempting to bind port 81cf072b-a045-4379-a583-082f35faaaf6 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:33:42.456459 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Attempting to bind port 81cf072b-a045-4379-a583-082f35faaaf6 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:33:42.456459 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Attempting to bind port 81cf072b-a045-4379-a583-082f35faaaf6 on network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:42.462041 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:33:42.462373 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Checking segment: {'id': 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:42.462751 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Bound using segment: {'id': 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:33:42.463177 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Bound port: 647ad2af-c816-4ebc-a882-af1290b500a2, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:33:42.463532 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (647ad2af-c816-4ebc-a882-af1290b500a2), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:42.489892 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] For port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a, host hv-cinder-84130, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:33:42.518496 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Port 81cf072b-a045-4379-a583-082f35faaaf6 on network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:33:42.518799 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] For port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:33:42.518925 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Attempting to bind port 81cf072b-a045-4379-a583-082f35faaaf6 on network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:33:42.634539 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:42.641022 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:42.687503 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986ea05-0264-455b-af67-20d870ece975 req-879520be-23f8-4e14-bc78-e27a414e73cf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:42.694555 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3986ea05-0264-455b-af67-20d870ece975 req-879520be-23f8-4e14-bc78-e27a414e73cf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0937593 Jul 07 15:33:42.709287 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:42.709862 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:42.714710 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e697084d-857c-4dc7-8365-013209d1a913 req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] 10.222.0.50 "PUT /v2.0/ports/8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a HTTP/1.1" status: 200 len: 1094 time: 1.5027928 Jul 07 15:33:42.714710 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'tag': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:33:42.784438 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dc82c-6d2a-44c6-8e54-6d1e4bf775c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:42.811607 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:42.819677 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:33:42.820019 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Checking segment: {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:33:42.820407 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Bound using segment: {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:33:42.820856 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Bound port: 81cf072b-a045-4379-a583-082f35faaaf6, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:33:42.821386 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (81cf072b-a045-4379-a583-082f35faaaf6), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:42.875197 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3986ea05-0264-455b-af67-20d870ece975 req-07dca91a-4b03-4e37-8d93-50f71a34d4b2 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796896 Jul 07 15:33:42.898184 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] For port 647ad2af-c816-4ebc-a882-af1290b500a2, host hv-cinder-84130, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:33:42.911335 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cc5f6-e58e-450f-8285-54c84ffdbb97 req-2be5a6fe-5fee-4fcc-9d79-64b72959532b tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:42.921107 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] For port 647ad2af-c816-4ebc-a882-af1290b500a2, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=647ad2af-c816-4ebc-a882-af1290b500a2,segment=NetworkSegment(dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2),segment_id=dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:33:42.928152 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-095cc5f6-e58e-450f-8285-54c84ffdbb97 req-2be5a6fe-5fee-4fcc-9d79-64b72959532b tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 944 time: 0.1009130 Jul 07 15:33:42.931739 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919cbeff-cff0-4e26-a905-9651a9edd072" -d '{"events": [{"name": "network-changed", "server_uuid": "2e85e6b3-ebad-441e-afcd-31692b27b782", "tag": "8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:33:42.962641 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] For port 81cf072b-a045-4379-a583-082f35faaaf6, host hv-cinder-84130, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:33:42.970282 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] For port 81cf072b-a045-4379-a583-082f35faaaf6, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=81cf072b-a045-4379-a583-082f35faaaf6,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:33:42.994713 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-095cc5f6-e58e-450f-8285-54c84ffdbb97 req-e9a3feb7-a72a-47fe-9a8a-92ea3366c77b tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593865 Jul 07 15:33:43.018473 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (647ad2af-c816-4ebc-a882-af1290b500a2), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:43.061857 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb3fd0f-debc-4517-99ee-0f81fad8e861 x-openstack-request-id: req-abb3fd0f-debc-4517-99ee-0f81fad8e861 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:33:43.067810 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:43.068146 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e85e6b3-ebad-441e-afcd-31692b27b782", "tag": "8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:33:43.068146 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abb3fd0f-debc-4517-99ee-0f81fad8e861 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:33:43.068330 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:43.068433 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb3fd0f-debc-4517-99ee-0f81fad8e861'] response: {'name': 'network-changed', 'server_uuid': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'tag': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a', 'status': 'completed', 'code': 200} Jul 07 15:33:43.068515 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] 10.222.0.50 "PUT /v2.0/ports/647ad2af-c816-4ebc-a882-af1290b500a2 HTTP/1.1" status: 200 len: 1093 time: 1.8468628 Jul 07 15:33:43.068515 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5788db1-1101-4334-abdd-2f11d074751a', 'tag': '647ad2af-c816-4ebc-a882-af1290b500a2'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:33:43.068515 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7717df-cae7-49f2-8852-a3b564e6691b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5788db1-1101-4334-abdd-2f11d074751a", "tag": "647ad2af-c816-4ebc-a882-af1290b500a2"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:33:43.093065 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (81cf072b-a045-4379-a583-082f35faaaf6), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:43.108401 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6275b5-baa3-4d7b-9b3c-6b7083671563 service neutron] Pushing event updated for resources: {'Port': ['ID=647ad2af-c816-4ebc-a882-af1290b500a2,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:43.172227 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f48fb45-9bf3-410d-96fd-e1ed67414d84 x-openstack-request-id: req-2f48fb45-9bf3-410d-96fd-e1ed67414d84 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:33:43.172558 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5788db1-1101-4334-abdd-2f11d074751a", "tag": "647ad2af-c816-4ebc-a882-af1290b500a2", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:33:43.172850 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f48fb45-9bf3-410d-96fd-e1ed67414d84 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:33:43.173250 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f48fb45-9bf3-410d-96fd-e1ed67414d84'] response: {'name': 'network-changed', 'server_uuid': 'a5788db1-1101-4334-abdd-2f11d074751a', 'tag': '647ad2af-c816-4ebc-a882-af1290b500a2', 'status': 'completed', 'code': 200} Jul 07 15:33:43.187246 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:43.191524 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:43.191524 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-ba551b10-f139-4dc8-8e87-11976642e158 req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] 10.222.0.50 "PUT /v2.0/ports/81cf072b-a045-4379-a583-082f35faaaf6 HTTP/1.1" status: 200 len: 1094 time: 1.9806800 Jul 07 15:33:43.214272 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3eaec-c008-43f0-8766-4d98f73f1ebb service neutron] Pushing event updated for resources: {'Port': ['ID=81cf072b-a045-4379-a583-082f35faaaf6,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:43.325885 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3e434-617a-467c-8173-b5f2e403f231 req-a6e85bea-1ffb-4b84-a47e-b54fcd49c2a2 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:43.335208 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-75b3e434-617a-467c-8173-b5f2e403f231 req-a6e85bea-1ffb-4b84-a47e-b54fcd49c2a2 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 943 time: 0.0646555 Jul 07 15:33:43.344403 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:43.415397 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9945b0b-6b83-4371-9280-9927ca739baa req-4837c1a1-abb1-4c83-9d7f-4efc11669d3c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:43.416944 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a9945b0b-6b83-4371-9280-9927ca739baa req-4837c1a1-abb1-4c83-9d7f-4efc11669d3c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 944 time: 0.0660882 Jul 07 15:33:43.449537 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-75b3e434-617a-467c-8173-b5f2e403f231 req-ea408f1e-88b1-42a0-a47d-8f0c64c2a277 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130590 Jul 07 15:33:43.489856 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a9945b0b-6b83-4371-9280-9927ca739baa req-9ad5d707-e101-4d68-8221-97bd60f260f5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642715 Jul 07 15:33:43.999493 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b05c4-8b11-4836-b784-86ea1b954c42 req-76c173db-a940-46cf-8161-664c71e6662b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:44.000985 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-280b05c4-8b11-4836-b784-86ea1b954c42 req-76c173db-a940-46cf-8161-664c71e6662b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0507517 Jul 07 15:33:44.049022 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-280b05c4-8b11-4836-b784-86ea1b954c42 req-ec2be594-44e3-45df-8f97-546e40b441d6 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425305 Jul 07 15:33:44.126539 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37329607-26ad-4a0e-b394-c19883eb7779 req-719d1fb5-43b1-435d-b8a4-3ab84940d83e tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:44.128035 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-37329607-26ad-4a0e-b394-c19883eb7779 req-719d1fb5-43b1-435d-b8a4-3ab84940d83e tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 944 time: 0.0471673 Jul 07 15:33:44.161780 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:44.166376 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41154) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:44.181828 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-37329607-26ad-4a0e-b394-c19883eb7779 req-17347070-740c-471c-8153-077f0d6560ad tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482867 Jul 07 15:33:44.282074 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7e9a7f6a-2e3a-40a8-8eac-fbf32ae3c1ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:44.357544 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7e9a7f6a-2e3a-40a8-8eac-fbf32ae3c1ff admin admin] Publish callbacks [] for security_group (5b5bc807-55ab-4d00-8bdc-f32826326cb9), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:44.452564 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7e9a7f6a-2e3a-40a8-8eac-fbf32ae3c1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (5b5bc807-55ab-4d00-8bdc-f32826326cb9), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:44.490839 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a7f6a-2e3a-40a8-8eac-fbf32ae3c1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5bc807-55ab-4d00-8bdc-f32826326cb9,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:44.495761 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-7e9a7f6a-2e3a-40a8-8eac-fbf32ae3c1ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce9aa7436e5d407e862975e5c8b0ef81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277352 Jul 07 15:33:44.497788 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41166) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:44.558434 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a8cfe657-dd9b-475b-a37b-b9167e23fc4a admin admin] Publish callbacks [] for security_group (5b5bc807-55ab-4d00-8bdc-f32826326cb9), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:44.566946 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7943c9-3c89-41af-a25c-78ecb261341c req-b7087d17-c036-4ab6-b7b8-08745901b40e tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:44.568546 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cd7943c9-3c89-41af-a25c-78ecb261341c req-b7087d17-c036-4ab6-b7b8-08745901b40e tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 943 time: 0.0522542 Jul 07 15:33:44.582773 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a8cfe657-dd9b-475b-a37b-b9167e23fc4a admin admin] Publish callbacks [] for security_group (5b5bc807-55ab-4d00-8bdc-f32826326cb9), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:44.630835 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4e115-636d-4229-bd41-59250d8b9880 req-fe52b213-0917-4e12-9b21-879642820fc9 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:44.632344 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-44a4e115-636d-4229-bd41-59250d8b9880 req-fe52b213-0917-4e12-9b21-879642820fc9 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 944 time: 0.0629351 Jul 07 15:33:44.668651 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cd7943c9-3c89-41af-a25c-78ecb261341c req-661780a6-188a-43f6-938a-ee631915da2a tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895233 Jul 07 15:33:44.700376 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-44a4e115-636d-4229-bd41-59250d8b9880 req-2ee586f4-5af1-4840-8d52-3948fe0084c1 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619426 Jul 07 15:33:44.732443 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 432e625d-c22c-438e-bcbb-5f647e3c8f84 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:33:44.775740 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a8cfe657-dd9b-475b-a37b-b9167e23fc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (5b5bc807-55ab-4d00-8bdc-f32826326cb9), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:44.778072 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a8cfe657-dd9b-475b-a37b-b9167e23fc4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:44.779203 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-a8cfe657-dd9b-475b-a37b-b9167e23fc4a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b5bc807-55ab-4d00-8bdc-f32826326cb9 HTTP/1.1" status: 204 len: 168 time: 0.2805328 Jul 07 15:33:44.815252 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:44.837747 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba551b10-f139-4dc8-8e87-11976642e158 req-a3075377-a3be-4c96-baaf-8fb1a5d41400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:44.839420 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7717df-cae7-49f2-8852-a3b564e6691b req-f2a672f1-057d-4d6b-b8a6-af4b726bec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:44.840340 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba551b10-f139-4dc8-8e87-11976642e158 req-a3075377-a3be-4c96-baaf-8fb1a5d41400 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 1128 time: 0.0467238 Jul 07 15:33:44.840927 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-1b7717df-cae7-49f2-8852-a3b564e6691b req-f2a672f1-057d-4d6b-b8a6-af4b726bec97 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66a98614df914018b7ecfb68afb735c0&device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 1127 time: 0.0545447 Jul 07 15:33:44.847406 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:44.847711 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 432e625d-c22c-438e-bcbb-5f647e3c8f84, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=432e625d-c22c-438e-bcbb-5f647e3c8f84,segment=NetworkSegment(03667fff-a653-45d7-88c0-a97c92fa889c),segment_id=03667fff-a653-45d7-88c0-a97c92fa889c)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:44.850569 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfe657-dd9b-475b-a37b-b9167e23fc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5bc807-55ab-4d00-8bdc-f32826326cb9,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:44.855152 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cbeff-cff0-4e26-a905-9651a9edd072 req-7dc20e0c-94ee-4626-89a4-0d8736b0e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:44.857002 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-919cbeff-cff0-4e26-a905-9651a9edd072 req-7dc20e0c-94ee-4626-89a4-0d8736b0e3c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2e4afda121042939745304ce6f76a8b&device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 1128 time: 0.1461141 Jul 07 15:33:44.860451 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '432e625d-c22c-438e-bcbb-5f647e3c8f84', 'network_id': '1ede4f7f-1113-444d-ac6e-83d7db0edc7e', 'port_id': '432e625d-c22c-438e-bcbb-5f647e3c8f84', 'mac_address': 'fa:16:3e:08:1c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:33:44.909057 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 432e625d-c22c-438e-bcbb-5f647e3c8f84 is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:44.909436 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (432e625d-c22c-438e-bcbb-5f647e3c8f84), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:44.913878 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba551b10-f139-4dc8-8e87-11976642e158 req-930fd39f-c115-4c2a-9ce8-b5b95497955d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81cf072b-a045-4379-a583-082f35faaaf6 HTTP/1.1" status: 200 len: 217 time: 0.0526013 Jul 07 15:33:44.931540 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432e625d-c22c-438e-bcbb-5f647e3c8f84 {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:33:44.964346 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 432e625d-c22c-438e-bcbb-5f647e3c8f84, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=432e625d-c22c-438e-bcbb-5f647e3c8f84,segment=NetworkSegment(03667fff-a653-45d7-88c0-a97c92fa889c),segment_id=03667fff-a653-45d7-88c0-a97c92fa889c)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:44.973722 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba551b10-f139-4dc8-8e87-11976642e158 req-4446be6c-e68d-42f0-8670-9c9d0ab93234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:44.975240 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba551b10-f139-4dc8-8e87-11976642e158 req-4446be6c-e68d-42f0-8670-9c9d0ab93234 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=61ecf33b-ac81-410e-a8db-4aefcfc3a895 HTTP/1.1" status: 200 len: 853 time: 0.0530605 Jul 07 15:33:45.027457 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba551b10-f139-4dc8-8e87-11976642e158 req-ba040c6b-5e46-4e3c-ac02-5ea052b27b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:45.029185 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba551b10-f139-4dc8-8e87-11976642e158 req-ba040c6b-5e46-4e3c-ac02-5ea052b27b54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471880 Jul 07 15:33:45.066890 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (432e625d-c22c-438e-bcbb-5f647e3c8f84), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:45.070545 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:45.117100 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7717df-cae7-49f2-8852-a3b564e6691b req-717f23f2-3153-4503-9a46-7909e6bdad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:45.118569 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-1b7717df-cae7-49f2-8852-a3b564e6691b req-717f23f2-3153-4503-9a46-7909e6bdad73 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=66a98614df914018b7ecfb68afb735c0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2607217 Jul 07 15:33:45.135935 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=432e625d-c22c-438e-bcbb-5f647e3c8f84,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:45.155826 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cbeff-cff0-4e26-a905-9651a9edd072 req-23d2f26c-4b9e-4ba1-b45b-bb77921ef685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:45.155826 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-919cbeff-cff0-4e26-a905-9651a9edd072 req-23d2f26c-4b9e-4ba1-b45b-bb77921ef685 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d2e4afda121042939745304ce6f76a8b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2474437 Jul 07 15:33:45.182799 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba551b10-f139-4dc8-8e87-11976642e158 req-baa45087-92cb-4e6f-b04c-5cae5f53d2e7 service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438391 Jul 07 15:33:45.184526 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'tag': '81cf072b-a045-4379-a583-082f35faaaf6'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:33:45.186709 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a346cc4-f126-4274-8a3d-ce08d21c6555" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1ae649-fd9a-4dcd-ae5a-384e324e4de9", "tag": "81cf072b-a045-4379-a583-082f35faaaf6"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:33:45.310039 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:45.340363 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2492c45-50d3-4108-9d58-f5f18711d758 x-openstack-request-id: req-d2492c45-50d3-4108-9d58-f5f18711d758 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:33:45.340648 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1ae649-fd9a-4dcd-ae5a-384e324e4de9", "tag": "81cf072b-a045-4379-a583-082f35faaaf6", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:33:45.340895 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2492c45-50d3-4108-9d58-f5f18711d758 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:33:45.341279 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2492c45-50d3-4108-9d58-f5f18711d758'] response: {'name': 'network-changed', 'server_uuid': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'tag': '81cf072b-a045-4379-a583-082f35faaaf6', 'status': 'completed', 'code': 200} Jul 07 15:33:45.371715 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a482bb-07bc-4687-857b-82218d4ce74e req-7187865c-6210-416c-9390-a1f438a262da tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:45.375489 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e0a482bb-07bc-4687-857b-82218d4ce74e req-7187865c-6210-416c-9390-a1f438a262da tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.1145732 Jul 07 15:33:45.397608 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['432e625d-c22c-438e-bcbb-5f647e3c8f84'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:33:45.441003 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7717df-cae7-49f2-8852-a3b564e6691b req-9dafa314-14b7-4af0-99f5-d56e1f72acad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:45.441210 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f854ab4-b0d9-4018-9c4f-7dbb3d750b14 req-d1de0085-5092-439e-b797-2ec04bbb1f75 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:45.442596 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5f854ab4-b0d9-4018-9c4f-7dbb3d750b14 req-d1de0085-5092-439e-b797-2ec04bbb1f75 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 945 time: 0.0991578 Jul 07 15:33:45.448782 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-1b7717df-cae7-49f2-8852-a3b564e6691b req-9dafa314-14b7-4af0-99f5-d56e1f72acad service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3189974 Jul 07 15:33:45.461535 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cbeff-cff0-4e26-a905-9651a9edd072 req-18aea36c-2a20-41ee-ab41-fa78890605aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:45.463673 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-919cbeff-cff0-4e26-a905-9651a9edd072 req-18aea36c-2a20-41ee-ab41-fa78890605aa service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2955203 Jul 07 15:33:45.467611 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba551b10-f139-4dc8-8e87-11976642e158 req-45ed48de-3916-46bc-a7c8-584f5c8829ea service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751210 Jul 07 15:33:45.492892 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e0a482bb-07bc-4687-857b-82218d4ce74e req-7d1c91e6-b8ed-42a3-9dea-55a27cb61ca1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001263 Jul 07 15:33:45.551498 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5f854ab4-b0d9-4018-9c4f-7dbb3d750b14 req-008e6230-09a4-4744-88cd-60ab07343bad tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972316 Jul 07 15:33:45.563375 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-eb13ac6a-9b79-4ef7-8df6-df049309f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:45.565139 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-eb13ac6a-9b79-4ef7-8df6-df049309f309 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66a98614df914018b7ecfb68afb735c0&device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 1127 time: 0.0665438 Jul 07 15:33:45.571557 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697084d-857c-4dc7-8365-013209d1a913 req-b245c901-8a44-4950-972a-95e889e5e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:45.573771 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e697084d-857c-4dc7-8365-013209d1a913 req-b245c901-8a44-4950-972a-95e889e5e0c2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2e4afda121042939745304ce6f76a8b&device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 1128 time: 0.0472293 Jul 07 15:33:45.617815 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-6c87db80-e070-4ba5-978d-91837426ad45 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=647ad2af-c816-4ebc-a882-af1290b500a2 HTTP/1.1" status: 200 len: 217 time: 0.0429010 Jul 07 15:33:45.658685 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e697084d-857c-4dc7-8365-013209d1a913 req-8bcc0517-4ff7-4953-93e4-3f36bf2b2ae2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a HTTP/1.1" status: 200 len: 217 time: 0.0757203 Jul 07 15:33:45.695335 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41200) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:45.711622 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dee221a8-548a-4f29-a769-4dca0221aaa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:45.800850 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3f574-2e11-4eb1-9255-8556d32e5f9d req-3748a555-51e2-4a81-84a7-f627f4b9f815 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:45.802294 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3be3f574-2e11-4eb1-9255-8556d32e5f9d req-3748a555-51e2-4a81-84a7-f627f4b9f815 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 943 time: 0.0628982 Jul 07 15:33:45.814577 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dee221a8-548a-4f29-a769-4dca0221aaa2 admin admin] Publish callbacks [] for security_group (c67e2e33-cde6-48a7-95e4-3f2822ad8c81), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:45.867692 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e33844-3aba-4423-9419-0a3c184504fb req-5a756378-d50b-4ba9-b463-2fa8c1cf9705 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:45.869155 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a2e33844-3aba-4423-9419-0a3c184504fb req-5a756378-d50b-4ba9-b463-2fa8c1cf9705 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 944 time: 0.0659893 Jul 07 15:33:45.876468 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dee221a8-548a-4f29-a769-4dca0221aaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (c67e2e33-cde6-48a7-95e4-3f2822ad8c81), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:45.911815 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3be3f574-2e11-4eb1-9255-8556d32e5f9d req-a988784f-2bfd-4dd4-b718-353cb58f92cc tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918581 Jul 07 15:33:45.921095 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee221a8-548a-4f29-a769-4dca0221aaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67e2e33-cde6-48a7-95e4-3f2822ad8c81,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:45.929037 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-dee221a8-548a-4f29-a769-4dca0221aaa2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d04d85c8a844d5382d6073e0dae5a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301905 Jul 07 15:33:45.929833 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41210) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:45.931945 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:45.944965 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:45.949708 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a2e33844-3aba-4423-9419-0a3c184504fb req-3ff379da-0833-4b8f-9e36-f10a729e154f tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703843 Jul 07 15:33:45.982848 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0dd789a6-7eca-4d4e-8dab-0039fa078e33 admin admin] Publish callbacks [] for security_group (c67e2e33-cde6-48a7-95e4-3f2822ad8c81), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:46.008135 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0dd789a6-7eca-4d4e-8dab-0039fa078e33 admin admin] Publish callbacks [] for security_group (c67e2e33-cde6-48a7-95e4-3f2822ad8c81), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:46.137617 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0dd789a6-7eca-4d4e-8dab-0039fa078e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (c67e2e33-cde6-48a7-95e4-3f2822ad8c81), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:46.140040 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0dd789a6-7eca-4d4e-8dab-0039fa078e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:46.141279 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-0dd789a6-7eca-4d4e-8dab-0039fa078e33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c67e2e33-cde6-48a7-95e4-3f2822ad8c81 HTTP/1.1" status: 204 len: 168 time: 0.2107747 Jul 07 15:33:46.148955 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd789a6-7eca-4d4e-8dab-0039fa078e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67e2e33-cde6-48a7-95e4-3f2822ad8c81,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:46.465000 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-64080b94-92fb-4752-872d-f032d898968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:46.466580 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-64080b94-92fb-4752-872d-f032d898968a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85f7fa8a-0f70-4b68-8373-92cbe1e8c506 HTTP/1.1" status: 200 len: 848 time: 0.0585291 Jul 07 15:33:46.474656 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:46.491045 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346cc4-f126-4274-8a3d-ce08d21c6555 req-7c5396b8-8693-4d91-a577-afc1683a2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:46.492542 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-4a346cc4-f126-4274-8a3d-ce08d21c6555 req-7c5396b8-8693-4d91-a577-afc1683a2ef4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 1128 time: 0.0693936 Jul 07 15:33:46.494145 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697084d-857c-4dc7-8365-013209d1a913 req-10c4beab-331c-44b8-838d-c23ebf172df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:46.495273 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e697084d-857c-4dc7-8365-013209d1a913 req-10c4beab-331c-44b8-838d-c23ebf172df8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9869fa05-9e6c-4cb3-8a09-1453d7c28d29 HTTP/1.1" status: 200 len: 856 time: 0.0882828 Jul 07 15:33:46.513984 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-86ad2882-c916-4b2b-b098-f0c5486dca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:46.516046 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-86ad2882-c916-4b2b-b098-f0c5486dca27 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75a15ea6-f7b1-407c-a2e7-8816149570d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418012 Jul 07 15:33:46.680096 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-6d92c847-cdaa-482f-b27c-4cec58a8c15a service neutron] 10.222.0.50 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536007 Jul 07 15:33:46.695829 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 432e625d-c22c-438e-bcbb-5f647e3c8f84 up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:46.871754 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port 432e625d-c22c-438e-bcbb-5f647e3c8f84 completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:33:46.885251 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697084d-857c-4dc7-8365-013209d1a913 req-84803c5f-9869-4fad-9a1e-ebdc263a44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:46.886734 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e697084d-857c-4dc7-8365-013209d1a913 req-84803c5f-9869-4fad-9a1e-ebdc263a44f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3813100 Jul 07 15:33:46.925900 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28953929-b4f3-49f0-9726-91b0cb1abdaf req-a988c890-6188-494d-b4f9-906f79e09500 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:46.927451 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-28953929-b4f3-49f0-9726-91b0cb1abdaf req-a988c890-6188-494d-b4f9-906f79e09500 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.2464609 Jul 07 15:33:46.966351 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346cc4-f126-4274-8a3d-ce08d21c6555 req-52ee448b-5c90-481a-88a3-6fc1f7e3ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:46.968363 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-4a346cc4-f126-4274-8a3d-ce08d21c6555 req-52ee448b-5c90-481a-88a3-6fc1f7e3ed17 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833 HTTP/1.1" status: 200 len: 915 time: 0.4647171 Jul 07 15:33:46.976486 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 432e625d-c22c-438e-bcbb-5f647e3c8f84 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:46.976942 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (432e625d-c22c-438e-bcbb-5f647e3c8f84), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:47.052784 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-4a346cc4-f126-4274-8a3d-ce08d21c6555 req-125f1070-0141-4efa-864b-31c7823b5894 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81cf072b-a045-4379-a583-082f35faaaf6 HTTP/1.1" status: 200 len: 217 time: 0.0460069 Jul 07 15:33:47.148430 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 432e625d-c22c-438e-bcbb-5f647e3c8f84 is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:47.148430 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (432e625d-c22c-438e-bcbb-5f647e3c8f84), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:47.158934 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e697084d-857c-4dc7-8365-013209d1a913 req-d85e1c1a-70d3-4836-a337-32343a81f315 service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552636 Jul 07 15:33:47.179704 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346cc4-f126-4274-8a3d-ce08d21c6555 req-299114d4-df6a-4d1e-9af0-72530c457761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:47.181271 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-4a346cc4-f126-4274-8a3d-ce08d21c6555 req-299114d4-df6a-4d1e-9af0-72530c457761 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=61ecf33b-ac81-410e-a8db-4aefcfc3a895 HTTP/1.1" status: 200 len: 853 time: 0.1172295 Jul 07 15:33:47.188043 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 432e625d-c22c-438e-bcbb-5f647e3c8f84, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=432e625d-c22c-438e-bcbb-5f647e3c8f84,segment=NetworkSegment(03667fff-a653-45d7-88c0-a97c92fa889c),segment_id=03667fff-a653-45d7-88c0-a97c92fa889c)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:47.189340 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d22cdc4-2300-40f3-a8bb-37bf28c95f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432e625d-c22c-438e-bcbb-5f647e3c8f84'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:33:47.208977 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:47.268723 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec10f8-2b2c-48f1-ab9c-ded96d4c0cd1 req-38691de0-7d2a-4cfa-9446-4d57a9015c68 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:47.275908 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a4ec10f8-2b2c-48f1-ab9c-ded96d4c0cd1 req-38691de0-7d2a-4cfa-9446-4d57a9015c68 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 945 time: 0.5295658 Jul 07 15:33:47.289718 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d84f7cc-600b-4077-89d6-27c48f9c732f req-bfa8f74a-88cb-447d-a753-7d3d2bc50918 service neutron] 10.222.0.50 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993893 Jul 07 15:33:47.294419 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346cc4-f126-4274-8a3d-ce08d21c6555 req-46742b94-7631-4be9-9bb8-67e4f06b0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:47.308141 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-4a346cc4-f126-4274-8a3d-ce08d21c6555 req-46742b94-7631-4be9-9bb8-67e4f06b0aff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1105053 Jul 07 15:33:47.354302 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-28953929-b4f3-49f0-9726-91b0cb1abdaf req-f9bf10cc-69f2-4afd-b88c-b647e2931bbd tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4082205 Jul 07 15:33:47.368936 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (432e625d-c22c-438e-bcbb-5f647e3c8f84), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:47.390059 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a4ec10f8-2b2c-48f1-ab9c-ded96d4c0cd1 req-5e20f232-92fc-4c9e-8ab6-03a4e95cb265 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129532 Jul 07 15:33:47.442495 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e697084d-857c-4dc7-8365-013209d1a913 req-15f41bc8-bf19-4ec0-b4bd-70904021fb37 service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750974 Jul 07 15:33:47.502378 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=432e625d-c22c-438e-bcbb-5f647e3c8f84,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:47.514210 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-4a346cc4-f126-4274-8a3d-ce08d21c6555 req-5b624232-a3d6-4827-a02c-e249de4ff087 service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025230 Jul 07 15:33:47.514210 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41284) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:47.568799 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b369a-d2c0-4317-9025-888be11fce92 req-eaa982b5-6aa1-4877-b6d7-d672ceb074bc tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:47.570254 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-368b369a-d2c0-4317-9025-888be11fce92 req-eaa982b5-6aa1-4877-b6d7-d672ceb074bc tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 943 time: 0.1121154 Jul 07 15:33:47.591275 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54177a2a-b21b-486b-a876-4fb1b71425a4 req-cb13e36b-2695-4f27-9d37-594646234fff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:47.593303 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-54177a2a-b21b-486b-a876-4fb1b71425a4 req-cb13e36b-2695-4f27-9d37-594646234fff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 944 time: 0.0711532 Jul 07 15:33:47.634360 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bf011f-b9e2-4a8f-9f15-e7dfc0acf0d0" -d '{"events": [{"server_uuid": "5d22cdc4-2300-40f3-a8bb-37bf28c95f2c", "name": "network-vif-plugged", "status": "completed", "tag": "432e625d-c22c-438e-bcbb-5f647e3c8f84"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:33:47.656586 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-368b369a-d2c0-4317-9025-888be11fce92 req-4de90d1c-4b68-472c-a501-116423ea9dee tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807266 Jul 07 15:33:47.684829 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-54177a2a-b21b-486b-a876-4fb1b71425a4 req-ea67fd53-bdd7-452d-a207-9bcc356ff1f6 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840130 Jul 07 15:33:47.772106 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07e61e50-d8c0-4d82-a632-da3151f10df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:47.847865 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56a795f-30e0-4c88-b725-9c127cb3ca7e x-openstack-request-id: req-f56a795f-30e0-4c88-b725-9c127cb3ca7e {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:33:47.848377 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d22cdc4-2300-40f3-a8bb-37bf28c95f2c", "name": "network-vif-plugged", "status": "completed", "tag": "432e625d-c22c-438e-bcbb-5f647e3c8f84", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:33:47.848456 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f56a795f-30e0-4c88-b725-9c127cb3ca7e {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:33:47.848885 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56a795f-30e0-4c88-b725-9c127cb3ca7e'] response: {'server_uuid': '5d22cdc4-2300-40f3-a8bb-37bf28c95f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432e625d-c22c-438e-bcbb-5f647e3c8f84', 'code': 200} Jul 07 15:33:47.852864 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07e61e50-d8c0-4d82-a632-da3151f10df7 admin admin] Publish callbacks [] for security_group (db8d958e-6952-4252-9c35-9f0f8545110d), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:47.938373 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07e61e50-d8c0-4d82-a632-da3151f10df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (db8d958e-6952-4252-9c35-9f0f8545110d), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:47.979772 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-07e61e50-d8c0-4d82-a632-da3151f10df7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c773c85cddf49a99b435c9534205e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4644570 Jul 07 15:33:47.982199 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e61e50-d8c0-4d82-a632-da3151f10df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8d958e-6952-4252-9c35-9f0f8545110d,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:47.982700 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 41298) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:48.035240 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2dc957ff-b93d-40ea-9ea0-fb3d24f955a3 admin admin] Publish callbacks [] for security_group (db8d958e-6952-4252-9c35-9f0f8545110d), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:48.056983 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2dc957ff-b93d-40ea-9ea0-fb3d24f955a3 admin admin] Publish callbacks [] for security_group (db8d958e-6952-4252-9c35-9f0f8545110d), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:48.166581 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2dc957ff-b93d-40ea-9ea0-fb3d24f955a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (db8d958e-6952-4252-9c35-9f0f8545110d), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:48.169167 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2dc957ff-b93d-40ea-9ea0-fb3d24f955a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:48.170979 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-2dc957ff-b93d-40ea-9ea0-fb3d24f955a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db8d958e-6952-4252-9c35-9f0f8545110d HTTP/1.1" status: 204 len: 168 time: 0.1866634 Jul 07 15:33:48.179191 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc957ff-b93d-40ea-9ea0-fb3d24f955a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8d958e-6952-4252-9c35-9f0f8545110d,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:48.563100 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490e6cd-0a87-4883-a67a-c273e24baa82 req-27314b20-4ee2-43b9-8419-6c3dce30bbb9 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:48.564899 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f490e6cd-0a87-4883-a67a-c273e24baa82 req-27314b20-4ee2-43b9-8419-6c3dce30bbb9 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0820529 Jul 07 15:33:48.570945 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b74c0-6194-4970-a8b5-bc4c2eeaf3ab req-c010d8ea-124e-45f3-97c8-7ecbd20afe3d tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:48.572429 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fa9b74c0-6194-4970-a8b5-bc4c2eeaf3ab req-c010d8ea-124e-45f3-97c8-7ecbd20afe3d tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 946 time: 0.0792286 Jul 07 15:33:48.587064 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:48.640089 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f490e6cd-0a87-4883-a67a-c273e24baa82 req-0003fcbb-269a-458f-a12d-950dce5d925a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666935 Jul 07 15:33:48.642527 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:48.668192 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fa9b74c0-6194-4970-a8b5-bc4c2eeaf3ab req-5194403f-db9a-4ff7-82dd-03da7f09c739 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696869 Jul 07 15:33:48.688320 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=13 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:48.697286 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=13 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:48.807869 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214a848-eed6-4b04-a582-32c523708b20 req-5f2c8369-9093-4aa9-92d1-15625934495e tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:48.809343 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f214a848-eed6-4b04-a582-32c523708b20 req-5f2c8369-9093-4aa9-92d1-15625934495e tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 943 time: 0.0782211 Jul 07 15:33:48.827550 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbb4ad-cf16-4573-873b-97355ebac54e req-6083b7f0-02cb-4399-a9e6-48a1c9d60555 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:48.829006 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-17dbb4ad-cf16-4573-873b-97355ebac54e req-6083b7f0-02cb-4399-a9e6-48a1c9d60555 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 944 time: 0.0689099 Jul 07 15:33:48.901286 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f214a848-eed6-4b04-a582-32c523708b20 req-92226ef8-9ac6-4f79-b7cd-62df601d117d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813725 Jul 07 15:33:48.904244 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-17dbb4ad-cf16-4573-873b-97355ebac54e req-af494803-b621-4870-9d38-d0039071bfc7 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692534 Jul 07 15:33:49.006002 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41338) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:49.020157 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4b730ea7-1021-4236-a7f4-706768b70170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:49.086647 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 81cf072b-a045-4379-a583-082f35faaaf6 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:33:49.103154 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4b730ea7-1021-4236-a7f4-706768b70170 admin admin] Publish callbacks [] for security_group (ba3955d2-7712-4f5c-b1d1-4694624b428a), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:49.181248 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4b730ea7-1021-4236-a7f4-706768b70170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (ba3955d2-7712-4f5c-b1d1-4694624b428a), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:49.187199 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 81cf072b-a045-4379-a583-082f35faaaf6, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=81cf072b-a045-4379-a583-082f35faaaf6,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:49.198563 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '81cf072b-a045-4379-a583-082f35faaaf6', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'port_id': '81cf072b-a045-4379-a583-082f35faaaf6', 'mac_address': 'fa:16:3e:39:8d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:33:49.220398 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b730ea7-1021-4236-a7f4-706768b70170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3955d2-7712-4f5c-b1d1-4694624b428a,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:49.225932 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4b730ea7-1021-4236-a7f4-706768b70170 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=454dc6a84056496b9e26c6adf9000cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187488 Jul 07 15:33:49.228335 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41340) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:49.235683 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 81cf072b-a045-4379-a583-082f35faaaf6 is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:49.236128 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (81cf072b-a045-4379-a583-082f35faaaf6), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:49.249890 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cf072b-a045-4379-a583-082f35faaaf6 {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:33:49.270612 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 81cf072b-a045-4379-a583-082f35faaaf6, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=81cf072b-a045-4379-a583-082f35faaaf6,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:49.279747 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-22c29f73-f5e4-4bdc-97de-f7cfbc4265a7 admin admin] Publish callbacks [] for security_group (ba3955d2-7712-4f5c-b1d1-4694624b428a), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:49.299210 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:49.301213 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-22c29f73-f5e4-4bdc-97de-f7cfbc4265a7 admin admin] Publish callbacks [] for security_group (ba3955d2-7712-4f5c-b1d1-4694624b428a), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:49.347191 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (81cf072b-a045-4379-a583-082f35faaaf6), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:49.401562 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=81cf072b-a045-4379-a583-082f35faaaf6,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:49.424187 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-22c29f73-f5e4-4bdc-97de-f7cfbc4265a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (ba3955d2-7712-4f5c-b1d1-4694624b428a), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:49.426648 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-22c29f73-f5e4-4bdc-97de-f7cfbc4265a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:49.428521 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-22c29f73-f5e4-4bdc-97de-f7cfbc4265a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba3955d2-7712-4f5c-b1d1-4694624b428a HTTP/1.1" status: 204 len: 168 time: 0.1986265 Jul 07 15:33:49.436498 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c29f73-f5e4-4bdc-97de-f7cfbc4265a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3955d2-7712-4f5c-b1d1-4694624b428a,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:49.798796 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4e8d-7992-4626-9ed3-d581a4f20642 req-4d7e37ad-f60c-42d7-b9c9-752480fcdd15 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:49.800521 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-85da4e8d-7992-4626-9ed3-d581a4f20642 req-4d7e37ad-f60c-42d7-b9c9-752480fcdd15 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0823519 Jul 07 15:33:49.817765 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e17311-6bc5-4fbf-8672-7b5026ed1cf5 req-247c9b50-0455-422d-91a7-f0d6d13f19ed tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:49.819112 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d7e17311-6bc5-4fbf-8672-7b5026ed1cf5 req-247c9b50-0455-422d-91a7-f0d6d13f19ed tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 946 time: 0.0713344 Jul 07 15:33:49.900427 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-85da4e8d-7992-4626-9ed3-d581a4f20642 req-8a0f8191-fdde-4425-a3ed-f9886991323c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801861 Jul 07 15:33:49.903719 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d7e17311-6bc5-4fbf-8672-7b5026ed1cf5 req-6a721614-46e6-420c-a314-fbe317234d40 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764973 Jul 07 15:33:50.052158 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039195eb-efb1-4734-a183-f6fedd1eaf3d req-52f365c6-d80d-4214-a0c0-2c3c1734cefd tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:50.053625 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-039195eb-efb1-4734-a183-f6fedd1eaf3d req-52f365c6-d80d-4214-a0c0-2c3c1734cefd tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 945 time: 0.0775301 Jul 07 15:33:50.059604 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921a314-c92a-4831-9862-a69c2fc89b57 req-56ac887b-1a2a-4101-ad43-1e3233533abf tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:50.061480 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9921a314-c92a-4831-9862-a69c2fc89b57 req-56ac887b-1a2a-4101-ad43-1e3233533abf tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 943 time: 0.0748196 Jul 07 15:33:50.141340 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-039195eb-efb1-4734-a183-f6fedd1eaf3d req-8c210cfe-3ddf-4b6c-aaf1-b052d509e5fc tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788374 Jul 07 15:33:50.153277 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9921a314-c92a-4831-9862-a69c2fc89b57 req-6c8c4528-1eee-46d6-aac3-eac410113453 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840042 Jul 07 15:33:50.617826 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-535e9363-7f14-4040-a894-b7b9ace14cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:51.004479 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-4a346cc4-f126-4274-8a3d-ce08d21c6555 req-bff90663-faee-4fa2-a704-c70892904d48 service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231537 Jul 07 15:33:51.071360 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e0a0e-5554-4c5c-b80c-2a920ee2c5d5 req-f257e571-2b25-4e78-8cb5-85c2d8727bc4 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:51.072884 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ca2e0a0e-5554-4c5c-b80c-2a920ee2c5d5 req-f257e571-2b25-4e78-8cb5-85c2d8727bc4 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0832617 Jul 07 15:33:51.082206 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['81cf072b-a045-4379-a583-082f35faaaf6'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:33:51.085839 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc062aa-240f-4942-a973-ff45ff4ac02c req-a7c788ee-87b2-4532-821c-7fad180b5294 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:51.087360 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6bc062aa-240f-4942-a973-ff45ff4ac02c req-a7c788ee-87b2-4532-821c-7fad180b5294 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 946 time: 0.0845342 Jul 07 15:33:51.127138 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:51.128088 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:51.176044 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ca2e0a0e-5554-4c5c-b80c-2a920ee2c5d5 req-30894cfe-b489-4203-aba7-bce97ab17cf4 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876334 Jul 07 15:33:51.183706 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6bc062aa-240f-4942-a973-ff45ff4ac02c req-42889ac6-dbfd-494d-8b1b-7a6874439bef tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863638 Jul 07 15:33:51.324925 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:51.335170 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfdb7f-cc62-44d3-b415-55d7bcd73e2a req-5523fb9c-4e8d-4310-8d18-614fe8c9f8e5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:51.336247 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a1cfdb7f-cc62-44d3-b415-55d7bcd73e2a req-5523fb9c-4e8d-4310-8d18-614fe8c9f8e5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 945 time: 0.0809622 Jul 07 15:33:51.347364 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9e153-330a-4369-a361-90e02e689c4d req-6833cbc7-8187-4161-a536-ffdd5fb05506 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:51.348827 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c8d9e153-330a-4369-a361-90e02e689c4d req-6833cbc7-8187-4161-a536-ffdd5fb05506 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 943 time: 0.0623887 Jul 07 15:33:51.432413 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a1cfdb7f-cc62-44d3-b415-55d7bcd73e2a req-85cb0b70-ab1c-4af5-b671-244be0187cd6 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825076 Jul 07 15:33:51.437789 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c8d9e153-330a-4369-a361-90e02e689c4d req-ecb45be6-22f6-4b12-815a-08d9d7540874 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807805 Jul 07 15:33:51.843050 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d042d-0cef-4403-9443-8a3ef082e250 req-ac7e2383-1b66-4826-b94c-914754ccce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:51.844584 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-337d042d-0cef-4403-9443-8a3ef082e250 req-ac7e2383-1b66-4826-b94c-914754ccce21 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 1130 time: 0.0693409 Jul 07 15:33:51.867276 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-337d042d-0cef-4403-9443-8a3ef082e250 req-78e813b4-7758-41af-9397-b93e5a59e2eb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:51.901676 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:51.949236 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-337d042d-0cef-4403-9443-8a3ef082e250 req-78e813b4-7758-41af-9397-b93e5a59e2eb service neutron] Publish callbacks [] for security_group (8285d809-6b51-4cf8-bfd6-3927fe54a053), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:52.015860 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-337d042d-0cef-4403-9443-8a3ef082e250 req-78e813b4-7758-41af-9397-b93e5a59e2eb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (8285d809-6b51-4cf8-bfd6-3927fe54a053), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:52.066333 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e813b4-7758-41af-9397-b93e5a59e2eb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8285d809-6b51-4cf8-bfd6-3927fe54a053,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:52.070545 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-337d042d-0cef-4403-9443-8a3ef082e250 req-78e813b4-7758-41af-9397-b93e5a59e2eb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157469 Jul 07 15:33:52.332667 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450b140-54ff-4b72-b8b9-d18f2d399f91 req-cca67dd5-8d41-4780-82a0-93ac83368a7d tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:52.339955 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4450b140-54ff-4b72-b8b9-d18f2d399f91 req-cca67dd5-8d41-4780-82a0-93ac83368a7d tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 946 time: 0.0861602 Jul 07 15:33:52.346943 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10a72c-bd36-42db-8efe-999021ef6b2a req-d28a7b63-d083-436b-84f0-e0b3a7b84137 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:52.348416 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3f10a72c-bd36-42db-8efe-999021ef6b2a req-d28a7b63-d083-436b-84f0-e0b3a7b84137 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0848255 Jul 07 15:33:52.419916 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4450b140-54ff-4b72-b8b9-d18f2d399f91 req-17114506-f11a-4429-ba78-9f5890459068 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794444 Jul 07 15:33:52.420548 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:52.456339 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3f10a72c-bd36-42db-8efe-999021ef6b2a req-090917c9-69b6-4f77-adfb-89317c7e3a65 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867882 Jul 07 15:33:52.594763 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293d518-a273-4c0a-9b87-b9176b86efbc req-d3cb77f2-41fa-41e6-8df0-64dff729981d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:52.596270 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e293d518-a273-4c0a-9b87-b9176b86efbc req-d3cb77f2-41fa-41e6-8df0-64dff729981d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 943 time: 0.0797625 Jul 07 15:33:52.604375 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52382485-0b0c-4f80-aed3-6acd4ea7e288 req-600f8952-a7eb-4041-b4cc-42f57020d2c3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:52.606103 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-52382485-0b0c-4f80-aed3-6acd4ea7e288 req-600f8952-a7eb-4041-b4cc-42f57020d2c3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 945 time: 0.0877626 Jul 07 15:33:52.680082 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e293d518-a273-4c0a-9b87-b9176b86efbc req-5f96d548-396a-4228-829a-d6636406e602 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730307 Jul 07 15:33:52.687463 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-52382485-0b0c-4f80-aed3-6acd4ea7e288 req-ffbe2dfa-862b-46fa-b9b5-49e004cddd3d tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725868 Jul 07 15:33:52.807613 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-4a7982e7-645c-4b49-9486-5fafe4d5a51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:52.835044 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 647ad2af-c816-4ebc-a882-af1290b500a2 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:33:52.883444 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 81cf072b-a045-4379-a583-082f35faaaf6 up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:52.969541 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 647ad2af-c816-4ebc-a882-af1290b500a2, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=647ad2af-c816-4ebc-a882-af1290b500a2,segment=NetworkSegment(dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2),segment_id=dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:52.986655 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '647ad2af-c816-4ebc-a882-af1290b500a2', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'port_id': '647ad2af-c816-4ebc-a882-af1290b500a2', 'mac_address': 'fa:16:3e:b6:d1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:33:52.988381 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port 81cf072b-a045-4379-a583-082f35faaaf6 completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:33:53.027717 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 647ad2af-c816-4ebc-a882-af1290b500a2 is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:53.028270 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (647ad2af-c816-4ebc-a882-af1290b500a2), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:53.042079 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647ad2af-c816-4ebc-a882-af1290b500a2 {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:33:53.069904 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 647ad2af-c816-4ebc-a882-af1290b500a2, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=647ad2af-c816-4ebc-a882-af1290b500a2,segment=NetworkSegment(dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2),segment_id=dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:53.071296 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 81cf072b-a045-4379-a583-082f35faaaf6 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:53.071707 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (81cf072b-a045-4379-a583-082f35faaaf6), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:53.145330 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (647ad2af-c816-4ebc-a882-af1290b500a2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:53.151510 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 81cf072b-a045-4379-a583-082f35faaaf6 is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:53.151902 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (81cf072b-a045-4379-a583-082f35faaaf6), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:53.202076 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cf072b-a045-4379-a583-082f35faaaf6'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:33:53.204314 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df86749b-a156-4e0d-8817-4c43a8ea42f5" -d '{"events": [{"server_uuid": "6f1ae649-fd9a-4dcd-ae5a-384e324e4de9", "name": "network-vif-plugged", "status": "completed", "tag": "81cf072b-a045-4379-a583-082f35faaaf6"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:33:53.226263 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 81cf072b-a045-4379-a583-082f35faaaf6, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=81cf072b-a045-4379-a583-082f35faaaf6,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:53.228958 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=647ad2af-c816-4ebc-a882-af1290b500a2,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:53.247156 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:33:53.260831 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea7d09b-fe1b-4f40-93aa-7a77637161ae x-openstack-request-id: req-1ea7d09b-fe1b-4f40-93aa-7a77637161ae {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:33:53.261171 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1ae649-fd9a-4dcd-ae5a-384e324e4de9", "name": "network-vif-plugged", "status": "completed", "tag": "81cf072b-a045-4379-a583-082f35faaaf6", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:33:53.261758 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ea7d09b-fe1b-4f40-93aa-7a77637161ae {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:33:53.262077 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea7d09b-fe1b-4f40-93aa-7a77637161ae'] response: {'server_uuid': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cf072b-a045-4379-a583-082f35faaaf6', 'code': 200} Jul 07 15:33:53.289862 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (81cf072b-a045-4379-a583-082f35faaaf6), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:53.358515 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=81cf072b-a045-4379-a583-082f35faaaf6,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:53.427966 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['647ad2af-c816-4ebc-a882-af1290b500a2'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:33:53.457737 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:53.574293 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:53.611784 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b4ac4-2f2b-4746-b3cc-f1177fb7a82c req-5574db8f-6b0e-450a-b873-8fcc0e8a04ad tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:53.614011 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5e3b4ac4-2f2b-4746-b3cc-f1177fb7a82c req-5574db8f-6b0e-450a-b873-8fcc0e8a04ad tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 946 time: 0.0915942 Jul 07 15:33:53.621563 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479a397-cb33-4ea5-9f55-78e64cc3350c req-fefe8ea6-bb6e-49b0-a4b7-cf163a9d7bd3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:53.624192 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c479a397-cb33-4ea5-9f55-78e64cc3350c req-fefe8ea6-bb6e-49b0-a4b7-cf163a9d7bd3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0902886 Jul 07 15:33:53.727329 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5e3b4ac4-2f2b-4746-b3cc-f1177fb7a82c req-7f4961fb-f249-4f02-8211-c067cd659fc9 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019931 Jul 07 15:33:53.730672 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c479a397-cb33-4ea5-9f55-78e64cc3350c req-0af1e4c6-6b45-4054-a379-a7dbacd5775c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953844 Jul 07 15:33:53.765567 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242d5b-1fcd-471a-96cc-e25aa1fd52ce req-5fb0ca88-c3aa-4abd-aee9-f86e8d03c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:53.768386 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e2242d5b-1fcd-471a-96cc-e25aa1fd52ce req-5fb0ca88-c3aa-4abd-aee9-f86e8d03c76f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 1130 time: 0.0847845 Jul 07 15:33:53.915781 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c45539-4bc9-4fd0-884c-3faa006cc6f4 req-e4f3840f-d9f4-4be1-b8af-c313c80d689b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:53.917295 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-47c45539-4bc9-4fd0-884c-3faa006cc6f4 req-e4f3840f-d9f4-4be1-b8af-c313c80d689b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 944 time: 0.0931339 Jul 07 15:33:53.926532 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cf03c-adc2-4052-9047-4bb77328a24c req-f36e321f-0bff-4cfb-85a5-59490db4d0e7 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:53.927972 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a61cf03c-adc2-4052-9047-4bb77328a24c req-f36e321f-0bff-4cfb-85a5-59490db4d0e7 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 946 time: 0.0923061 Jul 07 15:33:54.003784 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-47c45539-4bc9-4fd0-884c-3faa006cc6f4 req-5687020b-6208-4452-a653-e78eaf2de3a2 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748358 Jul 07 15:33:54.006912 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a61cf03c-adc2-4052-9047-4bb77328a24c req-0bbcba64-8772-4a7e-8dcf-163a12a76773 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720968 Jul 07 15:33:54.240627 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:54.292960 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e2242d5b-1fcd-471a-96cc-e25aa1fd52ce req-fcc374bd-0381-457a-8a0b-5c2ed427005e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399663 Jul 07 15:33:54.858032 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:33:54.860521 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 647ad2af-c816-4ebc-a882-af1290b500a2 up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:54.880175 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46694317-f34e-43cf-8271-3a7c481a43b4 req-beff0298-aa6c-4cb5-952b-084dbec6e800 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:54.881680 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-46694317-f34e-43cf-8271-3a7c481a43b4 req-beff0298-aa6c-4cb5-952b-084dbec6e800 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 946 time: 0.0829654 Jul 07 15:33:54.896830 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254005d-92d6-426d-8bd3-da6077322110 req-dd26ad9d-75ee-40ae-ad45-7fbaadcff401 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:54.898497 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c254005d-92d6-426d-8bd3-da6077322110 req-dd26ad9d-75ee-40ae-ad45-7fbaadcff401 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0660403 Jul 07 15:33:54.941216 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port 647ad2af-c816-4ebc-a882-af1290b500a2 completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:33:54.974235 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c254005d-92d6-426d-8bd3-da6077322110 req-1d7c7bd7-ee7b-43c1-9897-a3607c4649fc tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684943 Jul 07 15:33:54.977121 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-46694317-f34e-43cf-8271-3a7c481a43b4 req-8dbe5bd8-23f1-4f96-a2d3-fed4d942e554 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870678 Jul 07 15:33:54.999491 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:55.015606 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'port_id': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a', 'mac_address': 'fa:16:3e:59:a9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:33:55.052671 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 647ad2af-c816-4ebc-a882-af1290b500a2 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:33:55.053053 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (647ad2af-c816-4ebc-a882-af1290b500a2), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:55.085257 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:55.085638 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:55.107333 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:33:55.135494 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:55.173253 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 647ad2af-c816-4ebc-a882-af1290b500a2 is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:33:55.173953 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (647ad2af-c816-4ebc-a882-af1290b500a2), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:55.185151 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:55.193783 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a98f1-a8dc-475c-a2dc-3e335f1dcd34 req-b4d2de47-85b8-4a34-b587-496bfc34380e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:55.195294 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-972a98f1-a8dc-475c-a2dc-3e335f1dcd34 req-b4d2de47-85b8-4a34-b587-496bfc34380e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 946 time: 0.0953693 Jul 07 15:33:55.203775 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc865754-f35b-43bf-bedb-5fc76d35f0c9 req-dce2ff4a-a93f-432d-8342-0c867059dec5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:55.205229 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cc865754-f35b-43bf-bedb-5fc76d35f0c9 req-dce2ff4a-a93f-432d-8342-0c867059dec5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 944 time: 0.0628929 Jul 07 15:33:55.208437 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 647ad2af-c816-4ebc-a882-af1290b500a2, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=647ad2af-c816-4ebc-a882-af1290b500a2,segment=NetworkSegment(dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2),segment_id=dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:33:55.209854 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:55.262719 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5788db1-1101-4334-abdd-2f11d074751a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647ad2af-c816-4ebc-a882-af1290b500a2'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:33:55.266907 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11b5344-dc0d-4f43-abb2-06ffcedd7298" -d '{"events": [{"server_uuid": "a5788db1-1101-4334-abdd-2f11d074751a", "name": "network-vif-plugged", "status": "completed", "tag": "647ad2af-c816-4ebc-a882-af1290b500a2"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:33:55.270898 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:55.284944 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-972a98f1-a8dc-475c-a2dc-3e335f1dcd34 req-44d15e2e-ed5c-4c6b-ac0c-accc55aa6f85 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787086 Jul 07 15:33:55.303920 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cc865754-f35b-43bf-bedb-5fc76d35f0c9 req-4f9fdf81-9a29-4bbd-b00a-653b7817efec tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805409 Jul 07 15:33:55.313689 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (647ad2af-c816-4ebc-a882-af1290b500a2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:55.346661 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d251fe7-2fcc-42b2-8bb2-d597bcd14d04 x-openstack-request-id: req-8d251fe7-2fcc-42b2-8bb2-d597bcd14d04 {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:33:55.346956 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5788db1-1101-4334-abdd-2f11d074751a", "name": "network-vif-plugged", "status": "completed", "tag": "647ad2af-c816-4ebc-a882-af1290b500a2", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:33:55.347535 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d251fe7-2fcc-42b2-8bb2-d597bcd14d04 {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:33:55.347685 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d251fe7-2fcc-42b2-8bb2-d597bcd14d04'] response: {'server_uuid': 'a5788db1-1101-4334-abdd-2f11d074751a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647ad2af-c816-4ebc-a882-af1290b500a2', 'code': 200} Jul 07 15:33:55.363794 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=647ad2af-c816-4ebc-a882-af1290b500a2,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:55.526774 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:55.798175 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:56.057818 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:56.094357 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ccbd6-f4d4-4233-ba47-6bc2c63a31a0 req-f3d305f8-ca0c-44c4-8fe8-f065b43ecb81 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:56.095874 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9c5ccbd6-f4d4-4233-ba47-6bc2c63a31a0 req-f3d305f8-ca0c-44c4-8fe8-f065b43ecb81 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 945 time: 0.0479140 Jul 07 15:33:56.163149 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9c5ccbd6-f4d4-4233-ba47-6bc2c63a31a0 req-8b100bc5-fe29-4824-ad7d-07e75877a51d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604970 Jul 07 15:33:56.331083 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41652) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:56.452523 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e4398-41e1-4e43-9a72-b9cda964ed6f req-4a86ce5a-de21-403d-869b-b55e947c90d8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:56.456918 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-499e4398-41e1-4e43-9a72-b9cda964ed6f req-4a86ce5a-de21-403d-869b-b55e947c90d8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 946 time: 0.0816364 Jul 07 15:33:56.463964 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-aeaeedcb-1c4f-4fd8-a612-0c4727816c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:56.483083 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e196a00-af4b-4d5c-9980-d26d4fb27053 req-a6e28066-c458-486d-826f-fc6ec2d2ee74 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:56.484677 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8e196a00-af4b-4d5c-9980-d26d4fb27053 req-a6e28066-c458-486d-826f-fc6ec2d2ee74 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0808783 Jul 07 15:33:56.532035 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-499e4398-41e1-4e43-9a72-b9cda964ed6f req-43e2a029-52d9-46ce-8550-429d9e08988d tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716238 Jul 07 15:33:56.556091 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8e196a00-af4b-4d5c-9980-d26d4fb27053 req-35adb1be-f20e-4025-b3ef-a8ff34980130 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643277 Jul 07 15:33:56.556682 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-aeaeedcb-1c4f-4fd8-a612-0c4727816c14 admin admin] Publish callbacks [] for security_group (78ae2ab5-8931-4b42-9b32-d5bc935cf47d), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:56.609428 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-aeaeedcb-1c4f-4fd8-a612-0c4727816c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (78ae2ab5-8931-4b42-9b32-d5bc935cf47d), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:56.647675 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-aeaeedcb-1c4f-4fd8-a612-0c4727816c14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc960c94668e4aa687c2b692791ec4c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149617 Jul 07 15:33:56.649537 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaeedcb-1c4f-4fd8-a612-0c4727816c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ae2ab5-8931-4b42-9b32-d5bc935cf47d,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:56.650475 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 41656) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:56.705464 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bc13c6a0-469d-4e00-b4a9-58519aaf18d4 admin admin] Publish callbacks [] for security_group (78ae2ab5-8931-4b42-9b32-d5bc935cf47d), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:56.727330 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bc13c6a0-469d-4e00-b4a9-58519aaf18d4 admin admin] Publish callbacks [] for security_group (78ae2ab5-8931-4b42-9b32-d5bc935cf47d), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:56.767435 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 41660) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:56.846588 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bc13c6a0-469d-4e00-b4a9-58519aaf18d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (78ae2ab5-8931-4b42-9b32-d5bc935cf47d), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:56.849211 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bc13c6a0-469d-4e00-b4a9-58519aaf18d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:56.850413 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-bc13c6a0-469d-4e00-b4a9-58519aaf18d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78ae2ab5-8931-4b42-9b32-d5bc935cf47d HTTP/1.1" status: 204 len: 168 time: 0.1989722 Jul 07 15:33:56.859989 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13c6a0-469d-4e00-b4a9-58519aaf18d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ae2ab5-8931-4b42-9b32-d5bc935cf47d,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:56.888229 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5336f17d-8e10-402b-b029-27694102bca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:56.973135 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5336f17d-8e10-402b-b029-27694102bca5 admin admin] Publish callbacks [] for security_group (156de2dc-ff08-44fc-a625-7c06ef193d42), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:57.043839 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5336f17d-8e10-402b-b029-27694102bca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (156de2dc-ff08-44fc-a625-7c06ef193d42), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:57.084095 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336f17d-8e10-402b-b029-27694102bca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156de2dc-ff08-44fc-a625-7c06ef193d42,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:57.094332 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-5336f17d-8e10-402b-b029-27694102bca5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12a7c17b37ab40999cf11094f358f8ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3225801 Jul 07 15:33:57.094739 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41672) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:57.144625 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c3a861c5-8982-4e4d-8513-74dcfbbfe8a3 admin admin] Publish callbacks [] for security_group (156de2dc-ff08-44fc-a625-7c06ef193d42), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:57.162175 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:57.166710 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c3a861c5-8982-4e4d-8513-74dcfbbfe8a3 admin admin] Publish callbacks [] for security_group (156de2dc-ff08-44fc-a625-7c06ef193d42), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:57.276656 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd011c-d88b-41fc-a0db-075f868dd4be req-f1c4c91a-7828-4e80-9bd5-6462664ce413 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:57.278105 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-76dd011c-d88b-41fc-a0db-075f868dd4be req-f1c4c91a-7828-4e80-9bd5-6462664ce413 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 945 time: 0.0477417 Jul 07 15:33:57.301150 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c3a861c5-8982-4e4d-8513-74dcfbbfe8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (156de2dc-ff08-44fc-a625-7c06ef193d42), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:57.304144 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c3a861c5-8982-4e4d-8513-74dcfbbfe8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:57.304856 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c3a861c5-8982-4e4d-8513-74dcfbbfe8a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/156de2dc-ff08-44fc-a625-7c06ef193d42 HTTP/1.1" status: 204 len: 168 time: 0.2093728 Jul 07 15:33:57.313817 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a861c5-8982-4e4d-8513-74dcfbbfe8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156de2dc-ff08-44fc-a625-7c06ef193d42,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:57.332364 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-76dd011c-d88b-41fc-a0db-075f868dd4be req-694a661a-2076-4a78-a710-2b09255ef041 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478866 Jul 07 15:33:57.476409 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41680) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:57.490013 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:57.566730 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Publish callbacks [] for security_group (cd9d6df6-f37d-4814-bd35-dfe4fe3bede2), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:57.635615 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (cd9d6df6-f37d-4814-bd35-dfe4fe3bede2), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:57.678096 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e989357ca6a74fe1a93f986d3adb98ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2005990 Jul 07 15:33:57.678774 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9d6df6-f37d-4814-bd35-dfe4fe3bede2,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:57.680798 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41688) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:57.681857 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1dfe8-2a2d-40ec-b916-e2a8f662599c req-c8502423-b6fa-4d08-b3ee-5456d91efa16 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:57.683441 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5ec1dfe8-2a2d-40ec-b916-e2a8f662599c req-c8502423-b6fa-4d08-b3ee-5456d91efa16 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 946 time: 0.0810599 Jul 07 15:33:57.699959 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff15c13-e5a6-46b0-88a7-1b87a3113790 req-41b4b784-2472-46b4-a81b-f487908e5a6b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:57.703712 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ff15c13-e5a6-46b0-88a7-1b87a3113790 req-41b4b784-2472-46b4-a81b-f487908e5a6b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0713968 Jul 07 15:33:57.703975 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:57.704325 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:57.704690 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:57.705023 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:57.705509 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:57.706049 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:57.706322 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:57.706646 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:57.707009 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:57.707488 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:57.707856 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:57.708198 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:57.708527 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:57.708846 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:57.709161 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f7421-c11b-48cc-80e9-96c3d43e1600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:33:57.736905 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:57.752481 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fb88faa9-2bca-4743-bc9f-10ce280a1b6f admin admin] Publish callbacks [] for security_group (cd9d6df6-f37d-4814-bd35-dfe4fe3bede2), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:57.773895 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fb88faa9-2bca-4743-bc9f-10ce280a1b6f admin admin] Publish callbacks [] for security_group (cd9d6df6-f37d-4814-bd35-dfe4fe3bede2), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:57.785727 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ff15c13-e5a6-46b0-88a7-1b87a3113790 req-1f2daef7-4703-4f70-8e56-6b2a23007415 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747194 Jul 07 15:33:57.788862 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5ec1dfe8-2a2d-40ec-b916-e2a8f662599c req-33ad99cb-df22-4166-b94a-8224811e799a tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983477 Jul 07 15:33:57.938125 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fb88faa9-2bca-4743-bc9f-10ce280a1b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (cd9d6df6-f37d-4814-bd35-dfe4fe3bede2), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:57.940857 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fb88faa9-2bca-4743-bc9f-10ce280a1b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:57.942124 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-fb88faa9-2bca-4743-bc9f-10ce280a1b6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd9d6df6-f37d-4814-bd35-dfe4fe3bede2 HTTP/1.1" status: 204 len: 168 time: 0.2602232 Jul 07 15:33:57.944529 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:57.957948 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88faa9-2bca-4743-bc9f-10ce280a1b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9d6df6-f37d-4814-bd35-dfe4fe3bede2,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:57.985208 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41694) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:58.000922 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9f219625-652a-44c4-8f6c-3a2a51d90a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:58.061501 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:33:58.086430 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9f219625-652a-44c4-8f6c-3a2a51d90a1b admin admin] Publish callbacks [] for security_group (51bf4490-73a3-4855-a527-2c8160bedf5c), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:58.149855 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9f219625-652a-44c4-8f6c-3a2a51d90a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (51bf4490-73a3-4855-a527-2c8160bedf5c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:58.184805 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f219625-652a-44c4-8f6c-3a2a51d90a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bf4490-73a3-4855-a527-2c8160bedf5c,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:58.201251 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9f219625-652a-44c4-8f6c-3a2a51d90a1b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc8188fbcf844769b24baec11728941c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153857 Jul 07 15:33:58.203793 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41698) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:33:58.225365 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:58.255180 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8cd5b527-dc45-4462-bcc6-676c1304882b admin admin] Publish callbacks [] for security_group (51bf4490-73a3-4855-a527-2c8160bedf5c), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:58.279936 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8cd5b527-dc45-4462-bcc6-676c1304882b admin admin] Publish callbacks [] for security_group (51bf4490-73a3-4855-a527-2c8160bedf5c), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:58.440409 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8cd5b527-dc45-4462-bcc6-676c1304882b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (51bf4490-73a3-4855-a527-2c8160bedf5c), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:58.440409 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8cd5b527-dc45-4462-bcc6-676c1304882b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:33:58.443656 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8cd5b527-dc45-4462-bcc6-676c1304882b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/51bf4490-73a3-4855-a527-2c8160bedf5c HTTP/1.1" status: 204 len: 168 time: 0.2358537 Jul 07 15:33:58.450504 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5b527-dc45-4462-bcc6-676c1304882b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bf4490-73a3-4855-a527-2c8160bedf5c,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:33:58.458792 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4356a-fbcf-42ed-952b-418ec3d04512 req-ce765fdb-9f80-4cdc-826d-7ee17fdb77d6 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:58.460524 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ecc4356a-fbcf-42ed-952b-418ec3d04512 req-ce765fdb-9f80-4cdc-826d-7ee17fdb77d6 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 945 time: 0.0541914 Jul 07 15:33:58.506030 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:58.521878 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ecc4356a-fbcf-42ed-952b-418ec3d04512 req-bb62dfd1-d6f0-4266-8f79-90c4373aa81e tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458462 Jul 07 15:33:58.806189 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f6133-ca6a-4b59-b66c-55ec88cecabf req-fb7c97fe-5239-4d9e-83d8-e3f99e7aca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:58.809414 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-9c7f6133-ca6a-4b59-b66c-55ec88cecabf req-fb7c97fe-5239-4d9e-83d8-e3f99e7aca25 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 1129 time: 0.0406604 Jul 07 15:33:58.892121 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-9c7f6133-ca6a-4b59-b66c-55ec88cecabf req-247a41c6-7ed1-4760-872c-2d42a885b9a8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753675 Jul 07 15:33:58.976108 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682465f-da91-418a-a0df-5a89fbc87fc2 req-90d6b14f-24a9-4ba6-8db7-cd4764ed4c6b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:58.977599 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f682465f-da91-418a-a0df-5a89fbc87fc2 req-90d6b14f-24a9-4ba6-8db7-cd4764ed4c6b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0971394 Jul 07 15:33:59.010333 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f8423-2c06-42c1-9b8e-f4846ed4bbed req-025025dc-4c19-47b0-990a-2c66e6e6def2 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:59.011954 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-396f8423-2c06-42c1-9b8e-f4846ed4bbed req-025025dc-4c19-47b0-990a-2c66e6e6def2 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 946 time: 0.0749500 Jul 07 15:33:59.087760 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-396f8423-2c06-42c1-9b8e-f4846ed4bbed req-53c76739-acfe-4f6a-9805-f856ce6cabbf tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636034 Jul 07 15:33:59.109633 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f682465f-da91-418a-a0df-5a89fbc87fc2 req-5f28fb4e-5f99-44ac-bae4-05f852db9292 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186645 Jul 07 15:33:59.653713 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377238f-e816-4e57-aac0-7940c54dda93 req-2424726e-9635-4ba0-bc57-510a54ec420b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:33:59.655106 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9377238f-e816-4e57-aac0-7940c54dda93 req-2424726e-9635-4ba0-bc57-510a54ec420b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 945 time: 0.0570185 Jul 07 15:33:59.711021 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9377238f-e816-4e57-aac0-7940c54dda93 req-7b408144-e668-43b6-aff1-6c914d7c6b97 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495760 Jul 07 15:33:59.917101 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:33:59.974711 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:59.981131 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:33:59.987539 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:34:00.097474 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:34:00.097844 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:00.218032 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:34:00.218510 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:00.245456 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:34:00.248515 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6341179f-d4ac-46f5-a09f-ecf0d0567277" -d '{"events": [{"server_uuid": "2e85e6b3-ebad-441e-afcd-31692b27b782", "name": "network-vif-plugged", "status": "completed", "tag": "8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:34:00.255723 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d04edc-0d69-4dba-8a05-65509362bd7e req-89efceaf-4aaa-4579-a752-2e57aa6a1038 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:00.257738 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-05d04edc-0d69-4dba-8a05-65509362bd7e req-89efceaf-4aaa-4579-a752-2e57aa6a1038 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 946 time: 0.0599520 Jul 07 15:34:00.262951 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:34:00.320254 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-05d04edc-0d69-4dba-8a05-65509362bd7e req-941bb856-4b5a-46b4-a095-aad9d2a34f99 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568664 Jul 07 15:34:00.326626 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:00.440954 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:00.451293 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:00.451660 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:00.452022 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:00.452353 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:00.455279 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:00.461249 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:00.461581 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:00.461921 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:00.462252 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:00.462575 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:00.462899 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:00.463219 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:00.463535 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:00.467494 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad340b2-e7e2-4234-8eb0-1225b91c5703 req-942b5801-5db4-4c77-ae9b-78812a9cdc8b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:00.468289 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:00.468804 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:00.473806 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8ad340b2-e7e2-4234-8eb0-1225b91c5703 req-942b5801-5db4-4c77-ae9b-78812a9cdc8b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0928178 Jul 07 15:34:00.499286 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-07cffb6d-c78a-470f-abdb-08f6c498ec56 req-037c4cfd-8455-43c8-a384-d89e0c87b0c0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843544 Jul 07 15:34:00.610169 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8ad340b2-e7e2-4234-8eb0-1225b91c5703 req-708bab78-2640-46bd-882f-01fca4733003 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275368 Jul 07 15:34:00.641732 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44a45f9-0aa7-41ae-aa13-7942817d57f1 x-openstack-request-id: req-f44a45f9-0aa7-41ae-aa13-7942817d57f1 {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:34:00.642040 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e85e6b3-ebad-441e-afcd-31692b27b782", "name": "network-vif-plugged", "status": "completed", "tag": "8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:34:00.642289 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f44a45f9-0aa7-41ae-aa13-7942817d57f1 {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:34:00.642686 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f44a45f9-0aa7-41ae-aa13-7942817d57f1'] response: {'server_uuid': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a', 'code': 200} Jul 07 15:34:00.673784 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cffb6d-c78a-470f-abdb-08f6c498ec56 req-4f8725da-c0e8-4498-ba97-69feffeef51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:00.679236 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-07cffb6d-c78a-470f-abdb-08f6c498ec56 req-4f8725da-c0e8-4498-ba97-69feffeef51c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b78a55fc7dba4ed5b22675b585cfe3aa&device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 1130 time: 0.1329477 Jul 07 15:34:00.843012 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cffb6d-c78a-470f-abdb-08f6c498ec56 req-7f32a8bb-aa3f-4d88-906c-b002bce5fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:00.844556 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-07cffb6d-c78a-470f-abdb-08f6c498ec56 req-7f32a8bb-aa3f-4d88-906c-b002bce5fd15 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1ede4f7f-1113-444d-ac6e-83d7db0edc7e HTTP/1.1" status: 200 len: 913 time: 0.1380672 Jul 07 15:34:00.919925 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-07cffb6d-c78a-470f-abdb-08f6c498ec56 req-df385ee7-6198-46f9-8f7a-a91d0f6e01a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432e625d-c22c-438e-bcbb-5f647e3c8f84 HTTP/1.1" status: 200 len: 217 time: 0.0671620 Jul 07 15:34:00.936787 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b986a6b-c4ac-4d87-8c52-d16c5b17314c req-cb29f0eb-cba5-4c56-b0db-dad02545029c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:00.938361 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3b986a6b-c4ac-4d87-8c52-d16c5b17314c req-cb29f0eb-cba5-4c56-b0db-dad02545029c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 946 time: 0.1456406 Jul 07 15:34:00.955861 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 41836) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:00.961919 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-af6bcb0a-7601-4b7b-b02f-cc1f97a15c52 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'floatingip': {'port_id': '81cf072b-a045-4379-a583-082f35faaaf6'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:34:01.008954 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cffb6d-c78a-470f-abdb-08f6c498ec56 req-ff698edf-de66-488c-a726-bec223850200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:01.011193 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-07cffb6d-c78a-470f-abdb-08f6c498ec56 req-ff698edf-de66-488c-a726-bec223850200 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7 HTTP/1.1" status: 200 len: 851 time: 0.0832341 Jul 07 15:34:01.040085 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4a7d1-95bf-4f93-a405-4217d49a3934 req-1b8c7501-bb73-4697-b13d-9eee641d85c8 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:01.048077 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1ec4a7d1-95bf-4f93-a405-4217d49a3934 req-1b8c7501-bb73-4697-b13d-9eee641d85c8 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.2067461 Jul 07 15:34:01.084511 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-af6bcb0a-7601-4b7b-b02f-cc1f97a15c52 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (c28fe138-1cc8-4285-a3d1-c1a173deda4e), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:01.122551 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cffb6d-c78a-470f-abdb-08f6c498ec56 req-23f43d64-2697-48e7-8d99-6a2aaa42c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:01.126639 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-07cffb6d-c78a-470f-abdb-08f6c498ec56 req-23f43d64-2697-48e7-8d99-6a2aaa42c17a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ede4f7f-1113-444d-ac6e-83d7db0edc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951979 Jul 07 15:34:01.193749 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab09c97-ecf7-4ac3-886b-262349fb384c req-c11ac816-91ce-44cc-b84f-ae73ceffda8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:01.195306 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-4ab09c97-ecf7-4ac3-886b-262349fb384c req-c11ac816-91ce-44cc-b84f-ae73ceffda8e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 1130 time: 0.1650045 Jul 07 15:34:01.196113 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1ec4a7d1-95bf-4f93-a405-4217d49a3934 req-dd810529-3f18-4876-8a0e-50605e5b827c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469603 Jul 07 15:34:01.295647 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:01.331893 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-4ab09c97-ecf7-4ac3-886b-262349fb384c req-ebb7f8dc-8009-404c-8256-8b08abf7b04f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892007 Jul 07 15:34:01.337018 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-07cffb6d-c78a-470f-abdb-08f6c498ec56 req-8ef62389-c987-4045-b4f5-cd20c4c1c094 service neutron] 10.222.0.50 "GET /v2.0/networks/1ede4f7f-1113-444d-ac6e-83d7db0edc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200275 Jul 07 15:34:01.693201 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:01.695687 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-07cffb6d-c78a-470f-abdb-08f6c498ec56 req-8d78adea-a690-42c1-831d-11f56cb60775 service neutron] 10.222.0.50 "GET /v2.0/networks/1ede4f7f-1113-444d-ac6e-83d7db0edc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261501 Jul 07 15:34:01.847876 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502e251-ed06-4c51-a100-9514c60d5a22 req-1b2e0952-4b67-49f8-bf78-6b54e6b071fa tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:01.849440 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1502e251-ed06-4c51-a100-9514c60d5a22 req-1b2e0952-4b67-49f8-bf78-6b54e6b071fa tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.1206858 Jul 07 15:34:01.986372 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41898) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:02.034792 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-af6bcb0a-7601-4b7b-b02f-cc1f97a15c52 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:02.039801 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1502e251-ed06-4c51-a100-9514c60d5a22 req-5eae9227-22c6-4ac4-a204-63a32bf80b55 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673231 Jul 07 15:34:02.115050 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-af6bcb0a-7601-4b7b-b02f-cc1f97a15c52 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (c28fe138-1cc8-4285-a3d1-c1a173deda4e), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:02.125282 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4218-8884-44df-99b7-0dd9f0858c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:02.157764 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:02.210759 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4218-8884-44df-99b7-0dd9f0858c6b admin admin] Publish callbacks [] for security_group (5ede0956-90f9-4f02-aa59-636666a2b986), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:02.229321 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b944e9-a405-4f7a-8e0f-44b116d1ecab req-88e084b9-2dd1-4cd4-b79e-dc1d33fa2c0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:02.231065 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e3b944e9-a405-4f7a-8e0f-44b116d1ecab req-88e084b9-2dd1-4cd4-b79e-dc1d33fa2c0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.1126690 Jul 07 15:34:02.241764 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41916) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:02.249218 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-0871c827-2bb0-47b0-818e-f703ec30ed8d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Request body: {'floatingip': {'port_id': '647ad2af-c816-4ebc-a882-af1290b500a2'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:34:02.261042 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.l3_db [None req-af6bcb0a-7601-4b7b-b02f-cc1f97a15c52 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Floating IP c28fe138-1cc8-4285-a3d1-c1a173deda4e associated. External IP: 172.27.1.214, port: 81cf072b-a045-4379-a583-082f35faaaf6. Jul 07 15:34:02.279340 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=4 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:02.287390 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4218-8884-44df-99b7-0dd9f0858c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (5ede0956-90f9-4f02-aa59-636666a2b986), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:02.356199 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0871c827-2bb0-47b0-818e-f703ec30ed8d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for floatingip (e4fe44ba-0cac-4492-abfa-b616b3d1aacd), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:02.392048 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49cd85b-b016-4049-82f2-46dae1032528 req-ee472863-33c8-4515-a30a-0e9f9923a787 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:02.394536 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c49cd85b-b016-4049-82f2-46dae1032528 req-ee472863-33c8-4515-a30a-0e9f9923a787 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0869493 Jul 07 15:34:02.404547 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c8aa4218-8884-44df-99b7-0dd9f0858c6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8384c1faa0fa4d1c89b25ffa5f252974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4167004 Jul 07 15:34:02.408868 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 41918) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:02.426415 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa4218-8884-44df-99b7-0dd9f0858c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ede0956-90f9-4f02-aa59-636666a2b986,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:02.468743 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:02.525868 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c49cd85b-b016-4049-82f2-46dae1032528 req-7889c4ea-c9d1-4668-881c-0b8cf3aeffbf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208146 Jul 07 15:34:02.552130 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Publish callbacks [] for security_group (5ede0956-90f9-4f02-aa59-636666a2b986), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:02.573323 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:02.610158 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Publish callbacks [] for security_group (5ede0956-90f9-4f02-aa59-636666a2b986), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:02.653448 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6bcb0a-7601-4b7b-b02f-cc1f97a15c52 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Router badb391a-9ac8-4700-b35a-45b4f5d75596 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:34:02.766046 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6bcb0a-7601-4b7b-b02f-cc1f97a15c52 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:34:02.786855 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecd02ee-031a-4e5b-8d0c-d3c42ab7c5ba None None] Sync routers for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:34:02.790730 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-af6bcb0a-7601-4b7b-b02f-cc1f97a15c52 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:02.799648 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecd02ee-031a-4e5b-8d0c-d3c42ab7c5ba None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:34:02.803934 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-5ecd02ee-031a-4e5b-8d0c-d3c42ab7c5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:33:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:02.817699 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (5ede0956-90f9-4f02-aa59-636666a2b986), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:02.820261 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:02.821436 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ede0956-90f9-4f02-aa59-636666a2b986 HTTP/1.1" status: 204 len: 168 time: 0.4073608 Jul 07 15:34:02.881918 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-af6bcb0a-7601-4b7b-b02f-cc1f97a15c52 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "PUT /v2.0/floatingips/c28fe138-1cc8-4285-a3d1-c1a173deda4e HTTP/1.1" status: 200 len: 992 time: 1.9244776 Jul 07 15:34:02.881918 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'tag': '81cf072b-a045-4379-a583-082f35faaaf6'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:34:02.883661 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f086b0ee-b223-442c-9c5a-b0bd4e4f81e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1ae649-fd9a-4dcd-ae5a-384e324e4de9", "tag": "81cf072b-a045-4379-a583-082f35faaaf6"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:34:02.886232 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ede0956-90f9-4f02-aa59-636666a2b986,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:02.895961 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:02.896313 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:02.896660 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:02.897075 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:02.897414 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:02.897747 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:02.898076 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:02.898541 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:02.898874 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:02.899204 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:02.899531 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:02.899880 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:02.900205 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:02.900526 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:02.900846 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a13008-06f7-4004-877c-17d0b07006c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:02.944341 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 41936) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:03.004329 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113b5bd4-0293-4bac-9df7-4d0b0c83b43a x-openstack-request-id: req-113b5bd4-0293-4bac-9df7-4d0b0c83b43a {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:34:03.005005 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1ae649-fd9a-4dcd-ae5a-384e324e4de9", "tag": "81cf072b-a045-4379-a583-082f35faaaf6", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:34:03.005482 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-113b5bd4-0293-4bac-9df7-4d0b0c83b43a {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:34:03.006163 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-113b5bd4-0293-4bac-9df7-4d0b0c83b43a'] response: {'name': 'network-changed', 'server_uuid': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'tag': '81cf072b-a045-4379-a583-082f35faaaf6', 'status': 'completed', 'code': 200} Jul 07 15:34:03.014825 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-5ecd02ee-031a-4e5b-8d0c-d3c42ab7c5ba None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:34:03.137363 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-33d44ecc-1500-4b65-b178-d3e3cd37d779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:03.163109 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:03.231479 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-33d44ecc-1500-4b65-b178-d3e3cd37d779 admin admin] Publish callbacks [] for security_group (79482a2e-2c2b-4b9a-9c9d-0f0134c78a36), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:03.299966 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-5ecd02ee-031a-4e5b-8d0c-d3c42ab7c5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'c28fe138-1cc8-4285-a3d1-c1a173deda4e', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': '81cf072b-a045-4379-a583-082f35faaaf6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:39:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:33:20Z', 'updated_at': '2022-07-07T15:34:01Z', 'revision_number': 1, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:03.317942 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-33d44ecc-1500-4b65-b178-d3e3cd37d779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (79482a2e-2c2b-4b9a-9c9d-0f0134c78a36), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:03.332183 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecd02ee-031a-4e5b-8d0c-d3c42ab7c5ba None None] Checking router: badb391a-9ac8-4700-b35a-45b4f5d75596 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:34:03.341929 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecd02ee-031a-4e5b-8d0c-d3c42ab7c5ba None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:34:03.342656 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-5ecd02ee-031a-4e5b-8d0c-d3c42ab7c5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:33:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:03.354783 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-33d44ecc-1500-4b65-b178-d3e3cd37d779 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68c7fa0bbe3342f6b6a2d48cab172f2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052737 Jul 07 15:34:03.363533 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41948) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:03.380776 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d44ecc-1500-4b65-b178-d3e3cd37d779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79482a2e-2c2b-4b9a-9c9d-0f0134c78a36,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:03.444697 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0871c827-2bb0-47b0-818e-f703ec30ed8d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:03.460464 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:03.488163 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086b0ee-b223-442c-9c5a-b0bd4e4f81e2 req-fd95dbee-4cdf-4de7-9083-d2fec20688ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:03.489574 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f086b0ee-b223-442c-9c5a-b0bd4e4f81e2 req-fd95dbee-4cdf-4de7-9083-d2fec20688ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 1130 time: 0.0927918 Jul 07 15:34:03.499883 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-5ecd02ee-031a-4e5b-8d0c-d3c42ab7c5ba None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:34:03.500706 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:03.506744 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6d70369a-29ba-4387-96eb-068ee59d68ff admin admin] Publish callbacks [] for security_group (79482a2e-2c2b-4b9a-9c9d-0f0134c78a36), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:03.529563 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6d70369a-29ba-4387-96eb-068ee59d68ff admin admin] Publish callbacks [] for security_group (79482a2e-2c2b-4b9a-9c9d-0f0134c78a36), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:03.562940 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0871c827-2bb0-47b0-818e-f703ec30ed8d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (e4fe44ba-0cac-4492-abfa-b616b3d1aacd), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:03.663262 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb95295-faa7-43c5-92b6-f6d0480bc81b req-3b8e91b7-4d68-414f-a28f-0aad1b250fe1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:03.665479 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ecb95295-faa7-43c5-92b6-f6d0480bc81b req-3b8e91b7-4d68-414f-a28f-0aad1b250fe1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0516777 Jul 07 15:34:03.683095 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-0871c827-2bb0-47b0-818e-f703ec30ed8d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Floating IP e4fe44ba-0cac-4492-abfa-b616b3d1aacd associated. External IP: 172.27.1.242, port: 647ad2af-c816-4ebc-a882-af1290b500a2. Jul 07 15:34:03.738875 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6d70369a-29ba-4387-96eb-068ee59d68ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (79482a2e-2c2b-4b9a-9c9d-0f0134c78a36), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:03.741253 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6d70369a-29ba-4387-96eb-068ee59d68ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:03.747040 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-6d70369a-29ba-4387-96eb-068ee59d68ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79482a2e-2c2b-4b9a-9c9d-0f0134c78a36 HTTP/1.1" status: 204 len: 168 time: 0.3752759 Jul 07 15:34:03.747298 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ecb95295-faa7-43c5-92b6-f6d0480bc81b req-f50085e8-68ed-48e3-abdb-eb7fdfe9e230 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708809 Jul 07 15:34:03.756600 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-5ecd02ee-031a-4e5b-8d0c-d3c42ab7c5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'c28fe138-1cc8-4285-a3d1-c1a173deda4e', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': '81cf072b-a045-4379-a583-082f35faaaf6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:39:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:33:20Z', 'updated_at': '2022-07-07T15:34:01Z', 'revision_number': 1, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:03.799085 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70369a-29ba-4387-96eb-068ee59d68ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79482a2e-2c2b-4b9a-9c9d-0f0134c78a36,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:03.831063 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 41956) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:03.832620 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecd02ee-031a-4e5b-8d0c-d3c42ab7c5ba None None] The sync data for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi is: [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'c28fe138-1cc8-4285-a3d1-c1a173deda4e', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': '81cf072b-a045-4379-a583-082f35faaaf6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:39:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:33:20Z', 'updated_at': '2022-07-07T15:34:01Z', 'revision_number': 1, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:34:03.858038 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1f4838ba-3847-4937-a3d5-449e3e39e093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:03.876938 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086b0ee-b223-442c-9c5a-b0bd4e4f81e2 req-db544c45-15e0-44f7-9c88-d0a2f51234f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:03.878436 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f086b0ee-b223-442c-9c5a-b0bd4e4f81e2 req-db544c45-15e0-44f7-9c88-d0a2f51234f3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833 HTTP/1.1" status: 200 len: 915 time: 0.2069633 Jul 07 15:34:03.892535 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:03.929031 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44181f76-e254-453a-bd5b-661a2eddc434 req-cd6af266-07f0-4512-984d-1e0bc4d7640f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:03.934051 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-44181f76-e254-453a-bd5b-661a2eddc434 req-cd6af266-07f0-4512-984d-1e0bc4d7640f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0714314 Jul 07 15:34:03.939942 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 41958) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:03.944419 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-4ac28652-d155-4504-b7e3-ab7ff84514f1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Request body: {'floatingip': {'port_id': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:34:04.000251 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4ac28652-d155-4504-b7e3-ab7ff84514f1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for floatingip (db023a3c-0d1e-4945-baf7-821d2f59be18), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:04.035033 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0871c827-2bb0-47b0-818e-f703ec30ed8d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Router 7de97580-4ccd-4509-8ceb-b0834e59b23c has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:34:04.171784 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1f4838ba-3847-4937-a3d5-449e3e39e093 admin admin] Publish callbacks [] for security_group (12d8542f-0853-4d8e-bedb-bc23c2bf6d10), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:04.176656 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:04.196666 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ce0d98-6bd5-40d0-991c-d3fa7947a9fa None None] New status for floating IP c28fe138-1cc8-4285-a3d1-c1a173deda4e: ACTIVE {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:34:04.275760 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f086b0ee-b223-442c-9c5a-b0bd4e4f81e2 req-f0a1ca83-8bf0-428a-b642-24bdec882db4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81cf072b-a045-4379-a583-082f35faaaf6 HTTP/1.1" status: 200 len: 1000 time: 0.1639953 Jul 07 15:34:04.343160 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0871c827-2bb0-47b0-818e-f703ec30ed8d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:34:04.349464 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0871c827-2bb0-47b0-818e-f703ec30ed8d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:04.360894 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc333c2-d48b-422a-aa98-30a14341c71e None None] Sync routers for ids ['7de97580-4ccd-4509-8ceb-b0834e59b23c'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:34:04.371405 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc333c2-d48b-422a-aa98-30a14341c71e None None] Routers {'7de97580-4ccd-4509-8ceb-b0834e59b23c'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:34:04.372405 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-0cc333c2-d48b-422a-aa98-30a14341c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:33:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['7de97580-4ccd-4509-8ceb-b0834e59b23c'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:04.382792 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1f4838ba-3847-4937-a3d5-449e3e39e093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (12d8542f-0853-4d8e-bedb-bc23c2bf6d10), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:04.387968 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086b0ee-b223-442c-9c5a-b0bd4e4f81e2 req-a848c84e-6759-428f-8b61-73019bcd6dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:04.389474 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f086b0ee-b223-442c-9c5a-b0bd4e4f81e2 req-a848c84e-6759-428f-8b61-73019bcd6dd8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=61ecf33b-ac81-410e-a8db-4aefcfc3a895 HTTP/1.1" status: 200 len: 853 time: 0.1064224 Jul 07 15:34:04.394353 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-0871c827-2bb0-47b0-818e-f703ec30ed8d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "PUT /v2.0/floatingips/e4fe44ba-0cac-4492-abfa-b616b3d1aacd HTTP/1.1" status: 200 len: 991 time: 2.1507840 Jul 07 15:34:04.399371 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5788db1-1101-4334-abdd-2f11d074751a', 'tag': '647ad2af-c816-4ebc-a882-af1290b500a2'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:34:04.399371 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253bc7d0-229f-44ea-bce0-d1c7628dc577" -d '{"events": [{"name": "network-changed", "server_uuid": "a5788db1-1101-4334-abdd-2f11d074751a", "tag": "647ad2af-c816-4ebc-a882-af1290b500a2"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:34:04.481622 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086b0ee-b223-442c-9c5a-b0bd4e4f81e2 req-27f323d0-9660-4528-81ca-90d409f62138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:04.483379 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f086b0ee-b223-442c-9c5a-b0bd4e4f81e2 req-27f323d0-9660-4528-81ca-90d409f62138 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763643 Jul 07 15:34:04.483507 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-0cc333c2-d48b-422a-aa98-30a14341c71e None None] Set router 7de97580-4ccd-4509-8ceb-b0834e59b23c gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:34:04.538348 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e981d45a-135d-4d62-8997-99550e19c630 x-openstack-request-id: req-e981d45a-135d-4d62-8997-99550e19c630 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:34:04.539439 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5788db1-1101-4334-abdd-2f11d074751a", "tag": "647ad2af-c816-4ebc-a882-af1290b500a2", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:34:04.540356 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e981d45a-135d-4d62-8997-99550e19c630 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:34:04.542288 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e981d45a-135d-4d62-8997-99550e19c630'] response: {'name': 'network-changed', 'server_uuid': 'a5788db1-1101-4334-abdd-2f11d074751a', 'tag': '647ad2af-c816-4ebc-a882-af1290b500a2', 'status': 'completed', 'code': 200} Jul 07 15:34:04.548813 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-1f4838ba-3847-4937-a3d5-449e3e39e093 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e9256a368054ed5b20d1cf1ca9bfd15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7153091 Jul 07 15:34:04.549973 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 41976) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:04.583403 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:04.604981 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:04.654808 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 41978) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:04.705213 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:04.709831 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-159e2fea-407a-480b-90f3-3bd4eb9ab3bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:04.736645 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-0cc333c2-d48b-422a-aa98-30a14341c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'e4fe44ba-0cac-4492-abfa-b616b3d1aacd', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'port_id': '647ad2af-c816-4ebc-a882-af1290b500a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'mac_address': 'fa:16:3e:b6:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5788db1-1101-4334-abdd-2f11d074751a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:33:18Z', 'updated_at': '2022-07-07T15:34:03Z', 'revision_number': 1, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cc7e3a-a96a-45bf-b133-89b3a2f409a5', 'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'mac_address': 'fa:16:3e:35:48:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 5, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'subnets': [{'id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:04.770396 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc333c2-d48b-422a-aa98-30a14341c71e None None] Checking router: 7de97580-4ccd-4509-8ceb-b0834e59b23c for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:34:04.781553 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc333c2-d48b-422a-aa98-30a14341c71e None None] Routers {'7de97580-4ccd-4509-8ceb-b0834e59b23c'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:34:04.782430 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-0cc333c2-d48b-422a-aa98-30a14341c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:33:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['7de97580-4ccd-4509-8ceb-b0834e59b23c'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:04.819731 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4838ba-3847-4937-a3d5-449e3e39e093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d8542f-0853-4d8e-bedb-bc23c2bf6d10,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:04.826081 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f086b0ee-b223-442c-9c5a-b0bd4e4f81e2 req-b59587bc-2a3f-45e8-bf9e-ce5fed6c3a12 service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304439 Jul 07 15:34:04.829125 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bc7d0-229f-44ea-bce0-d1c7628dc577 req-f6bd6a7f-4073-41f0-b2cd-5448d650b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:04.830769 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-253bc7d0-229f-44ea-bce0-d1c7628dc577 req-f6bd6a7f-4073-41f0-b2cd-5448d650b2a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66a98614df914018b7ecfb68afb735c0&device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 1129 time: 0.1961718 Jul 07 15:34:04.861176 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e60d4953-e044-486e-b136-6f3cb88270ee admin admin] Publish callbacks [] for security_group (12d8542f-0853-4d8e-bedb-bc23c2bf6d10), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:04.890359 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:04.895166 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 41982) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:04.919489 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e60d4953-e044-486e-b136-6f3cb88270ee admin admin] Publish callbacks [] for security_group (12d8542f-0853-4d8e-bedb-bc23c2bf6d10), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:04.945912 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-159e2fea-407a-480b-90f3-3bd4eb9ab3bb admin admin] Publish callbacks [] for security_group (04f84a3d-1204-4e74-8071-5a6e378a3f9c), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:04.952357 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-0cc333c2-d48b-422a-aa98-30a14341c71e None None] Set router 7de97580-4ccd-4509-8ceb-b0834e59b23c gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:34:05.043969 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-159e2fea-407a-480b-90f3-3bd4eb9ab3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (04f84a3d-1204-4e74-8071-5a6e378a3f9c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:05.069202 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4ac28652-d155-4504-b7e3-ab7ff84514f1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:05.110782 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-70f82e2a-9811-4775-b84e-4b7616afdf58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:05.114621 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-159e2fea-407a-480b-90f3-3bd4eb9ab3bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b7b566a34fb4a8e8c186e87d351130c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4541101 Jul 07 15:34:05.119324 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 41986) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:05.139179 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4ac28652-d155-4504-b7e3-ab7ff84514f1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (db023a3c-0d1e-4945-baf7-821d2f59be18), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:05.177142 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e2fea-407a-480b-90f3-3bd4eb9ab3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f84a3d-1204-4e74-8071-5a6e378a3f9c,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:05.183339 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f086b0ee-b223-442c-9c5a-b0bd4e4f81e2 req-cc543ae1-c2f6-4e90-8d97-b40c43f0a9af service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399099 Jul 07 15:34:05.189486 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bc7d0-229f-44ea-bce0-d1c7628dc577 req-8e40ccf1-d895-49a0-944e-3ac178b51537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:05.189486 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-253bc7d0-229f-44ea-bce0-d1c7628dc577 req-8e40ccf1-d895-49a0-944e-3ac178b51537 service neutron] 10.222.0.50 "GET /v2.0/networks?id=75a15ea6-f7b1-407c-a2e7-8816149570d9 HTTP/1.1" status: 200 len: 910 time: 0.2414541 Jul 07 15:34:05.247971 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e60d4953-e044-486e-b136-6f3cb88270ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (12d8542f-0853-4d8e-bedb-bc23c2bf6d10), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:05.251542 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e60d4953-e044-486e-b136-6f3cb88270ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:05.253061 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-e60d4953-e044-486e-b136-6f3cb88270ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12d8542f-0853-4d8e-bedb-bc23c2bf6d10 HTTP/1.1" status: 204 len: 168 time: 0.6725051 Jul 07 15:34:05.296724 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d4953-e044-486e-b136-6f3cb88270ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d8542f-0853-4d8e-bedb-bc23c2bf6d10,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:05.332299 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-253bc7d0-229f-44ea-bce0-d1c7628dc577 req-4e4db355-0d76-4f7a-9fac-1e426a116606 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=647ad2af-c816-4ebc-a882-af1290b500a2 HTTP/1.1" status: 200 len: 999 time: 0.1350465 Jul 07 15:34:05.377109 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e0718c7-f55a-4bae-9004-4a0562b31bd9 admin admin] Publish callbacks [] for security_group (04f84a3d-1204-4e74-8071-5a6e378a3f9c), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:05.389142 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:05.399601 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bc7d0-229f-44ea-bce0-d1c7628dc577 req-635a188e-a725-42cf-985f-ce9ca7701f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:05.400296 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.l3_db [None req-4ac28652-d155-4504-b7e3-ab7ff84514f1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Floating IP db023a3c-0d1e-4945-baf7-821d2f59be18 associated. External IP: 172.27.1.55, port: 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a. Jul 07 15:34:05.402611 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-253bc7d0-229f-44ea-bce0-d1c7628dc577 req-635a188e-a725-42cf-985f-ce9ca7701f6f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85f7fa8a-0f70-4b68-8373-92cbe1e8c506 HTTP/1.1" status: 200 len: 848 time: 0.0631769 Jul 07 15:34:05.406243 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-0cc333c2-d48b-422a-aa98-30a14341c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'e4fe44ba-0cac-4492-abfa-b616b3d1aacd', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'port_id': '647ad2af-c816-4ebc-a882-af1290b500a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'mac_address': 'fa:16:3e:b6:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5788db1-1101-4334-abdd-2f11d074751a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:33:18Z', 'updated_at': '2022-07-07T15:34:03Z', 'revision_number': 1, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cc7e3a-a96a-45bf-b133-89b3a2f409a5', 'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'mac_address': 'fa:16:3e:35:48:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 5, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'subnets': [{'id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:05.443946 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc333c2-d48b-422a-aa98-30a14341c71e None None] The sync data for ids ['7de97580-4ccd-4509-8ceb-b0834e59b23c'] in dv-cinder-841302-5-iscsi is: [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'e4fe44ba-0cac-4492-abfa-b616b3d1aacd', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'port_id': '647ad2af-c816-4ebc-a882-af1290b500a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'mac_address': 'fa:16:3e:b6:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5788db1-1101-4334-abdd-2f11d074751a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:33:18Z', 'updated_at': '2022-07-07T15:34:03Z', 'revision_number': 1, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cc7e3a-a96a-45bf-b133-89b3a2f409a5', 'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'mac_address': 'fa:16:3e:35:48:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 5, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'subnets': [{'id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:34:05.458583 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-70f82e2a-9811-4775-b84e-4b7616afdf58 admin admin] Publish callbacks [] for security_group (0022d71a-335d-42eb-9160-6a6f4224912d), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:05.465012 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e0718c7-f55a-4bae-9004-4a0562b31bd9 admin admin] Publish callbacks [] for security_group (04f84a3d-1204-4e74-8071-5a6e378a3f9c), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:05.465655 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bc7d0-229f-44ea-bce0-d1c7628dc577 req-7fd163e9-1e0e-4a62-bd48-71529932198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:05.471936 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-253bc7d0-229f-44ea-bce0-d1c7628dc577 req-7fd163e9-1e0e-4a62-bd48-71529932198f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75a15ea6-f7b1-407c-a2e7-8816149570d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607769 Jul 07 15:34:05.540412 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-70f82e2a-9811-4775-b84e-4b7616afdf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (0022d71a-335d-42eb-9160-6a6f4224912d), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:05.558021 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 41994) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:05.608115 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-70f82e2a-9811-4775-b84e-4b7616afdf58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ca25ffa9f2b43a19a3551000c4594ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7104492 Jul 07 15:34:05.610315 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 42000) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:05.620073 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f82e2a-9811-4775-b84e-4b7616afdf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0022d71a-335d-42eb-9160-6a6f4224912d,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:05.640817 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-253bc7d0-229f-44ea-bce0-d1c7628dc577 req-b6d668ad-060d-4641-9f94-778d913d9c49 service neutron] 10.222.0.50 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501553 Jul 07 15:34:05.763973 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e0718c7-f55a-4bae-9004-4a0562b31bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (04f84a3d-1204-4e74-8071-5a6e378a3f9c), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:05.766624 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2e0718c7-f55a-4bae-9004-4a0562b31bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:05.767737 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-2e0718c7-f55a-4bae-9004-4a0562b31bd9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04f84a3d-1204-4e74-8071-5a6e378a3f9c HTTP/1.1" status: 204 len: 168 time: 0.6460574 Jul 07 15:34:05.777130 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6286ce8b-7844-4a54-abaa-836b5f865f01 admin admin] Publish callbacks [] for security_group (0022d71a-335d-42eb-9160-6a6f4224912d), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:05.777788 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b7684-523e-4cb2-9cc5-0102e9deb182 None None] New status for floating IP e4fe44ba-0cac-4492-abfa-b616b3d1aacd: ACTIVE {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:34:05.796521 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0718c7-f55a-4bae-9004-4a0562b31bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f84a3d-1204-4e74-8071-5a6e378a3f9c,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:05.829853 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6286ce8b-7844-4a54-abaa-836b5f865f01 admin admin] Publish callbacks [] for security_group (0022d71a-335d-42eb-9160-6a6f4224912d), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:05.833382 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:05.867155 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac28652-d155-4504-b7e3-ab7ff84514f1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Router 54b29323-172a-4ab0-8536-8735d645a515 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:34:05.869908 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e259c6ca-b201-4a56-9642-0876a5b73325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:06.056722 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6286ce8b-7844-4a54-abaa-836b5f865f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (0022d71a-335d-42eb-9160-6a6f4224912d), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:06.059078 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6286ce8b-7844-4a54-abaa-836b5f865f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:06.063759 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-6286ce8b-7844-4a54-abaa-836b5f865f01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0022d71a-335d-42eb-9160-6a6f4224912d HTTP/1.1" status: 204 len: 168 time: 0.4513066 Jul 07 15:34:06.070590 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:06.080179 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac28652-d155-4504-b7e3-ab7ff84514f1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:34:06.083187 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286ce8b-7844-4a54-abaa-836b5f865f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0022d71a-335d-42eb-9160-6a6f4224912d,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:06.087389 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4ac28652-d155-4504-b7e3-ab7ff84514f1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:06.100443 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e810a34-1670-4d73-b4d6-488d398cb549 None None] Sync routers for ids ['54b29323-172a-4ab0-8536-8735d645a515'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:34:06.119828 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-253bc7d0-229f-44ea-bce0-d1c7628dc577 req-762a97e9-f812-44ae-b074-d0645cfcca80 service neutron] 10.222.0.50 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722397 Jul 07 15:34:06.142078 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-4ac28652-d155-4504-b7e3-ab7ff84514f1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "PUT /v2.0/floatingips/db023a3c-0d1e-4945-baf7-821d2f59be18 HTTP/1.1" status: 200 len: 991 time: 2.2010834 Jul 07 15:34:06.145433 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'tag': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:34:06.147167 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e810a34-1670-4d73-b4d6-488d398cb549 None None] Routers {'54b29323-172a-4ab0-8536-8735d645a515'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:34:06.147660 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8415fd9a-a706-4a2c-b893-f201274e4b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e85e6b3-ebad-441e-afcd-31692b27b782", "tag": "8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:34:06.148012 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-9e810a34-1670-4d73-b4d6-488d398cb549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:33:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['54b29323-172a-4ab0-8536-8735d645a515'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:06.159095 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e259c6ca-b201-4a56-9642-0876a5b73325 admin admin] Publish callbacks [] for security_group (6bce0a70-9c8f-4031-9ba7-93bd3143bf11), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:06.193501 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c4806c-7d78-4e2c-ab6d-5352fffbc1e0 x-openstack-request-id: req-30c4806c-7d78-4e2c-ab6d-5352fffbc1e0 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:34:06.193787 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e85e6b3-ebad-441e-afcd-31692b27b782", "tag": "8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:34:06.194034 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30c4806c-7d78-4e2c-ab6d-5352fffbc1e0 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:34:06.194507 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30c4806c-7d78-4e2c-ab6d-5352fffbc1e0'] response: {'name': 'network-changed', 'server_uuid': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'tag': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a', 'status': 'completed', 'code': 200} Jul 07 15:34:06.221629 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e259c6ca-b201-4a56-9642-0876a5b73325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (6bce0a70-9c8f-4031-9ba7-93bd3143bf11), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:06.261583 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:06.265962 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-e259c6ca-b201-4a56-9642-0876a5b73325 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82288fd065744001b46a7b4cadc9b26c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7036245 Jul 07 15:34:06.267255 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259c6ca-b201-4a56-9642-0876a5b73325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bce0a70-9c8f-4031-9ba7-93bd3143bf11,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:06.269821 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 42022) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:06.302215 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-9e810a34-1670-4d73-b4d6-488d398cb549 None None] Set router 54b29323-172a-4ab0-8536-8735d645a515 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:34:06.311798 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415fd9a-a706-4a2c-b893-f201274e4b9a req-e6af35ad-bfcc-4826-b839-a65d8171dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:06.313357 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8415fd9a-a706-4a2c-b893-f201274e4b9a req-e6af35ad-bfcc-4826-b839-a65d8171dba5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2e4afda121042939745304ce6f76a8b&device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 1130 time: 0.0899160 Jul 07 15:34:06.351833 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-dc720201-d952-475b-a0d2-7120592fada4 admin admin] Publish callbacks [] for security_group (6bce0a70-9c8f-4031-9ba7-93bd3143bf11), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:06.377517 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-dc720201-d952-475b-a0d2-7120592fada4 admin admin] Publish callbacks [] for security_group (6bce0a70-9c8f-4031-9ba7-93bd3143bf11), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:06.444753 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415fd9a-a706-4a2c-b893-f201274e4b9a req-d4a59923-0426-4f45-b79e-0f4a729be5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:06.446329 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8415fd9a-a706-4a2c-b893-f201274e4b9a req-d4a59923-0426-4f45-b79e-0f4a729be5de service neutron] 10.222.0.50 "GET /v2.0/networks?id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 HTTP/1.1" status: 200 len: 918 time: 0.1267326 Jul 07 15:34:06.515988 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:06.520489 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8415fd9a-a706-4a2c-b893-f201274e4b9a req-f13fbe30-543d-4947-bb8e-c8d03ca2c295 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a HTTP/1.1" status: 200 len: 999 time: 0.0588255 Jul 07 15:34:06.539864 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:06.800461 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415fd9a-a706-4a2c-b893-f201274e4b9a req-e631403c-2b83-4fdf-89d0-5d749e90a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:06.800461 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8415fd9a-a706-4a2c-b893-f201274e4b9a req-e631403c-2b83-4fdf-89d0-5d749e90a3b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9869fa05-9e6c-4cb3-8a09-1453d7c28d29 HTTP/1.1" status: 200 len: 856 time: 0.0475802 Jul 07 15:34:06.800641 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-9e810a34-1670-4d73-b4d6-488d398cb549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:10Z', 'revision_number': 4, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'db023a3c-0d1e-4945-baf7-821d2f59be18', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': '54b29323-172a-4ab0-8536-8735d645a515', 'port_id': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'mac_address': 'fa:16:3e:59:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:33:19Z', 'updated_at': '2022-07-07T15:34:04Z', 'revision_number': 1, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3224de4c-67ce-4155-b266-702517c70066', 'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'mac_address': 'fa:16:3e:65:5d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:18Z', 'revision_number': 5, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'subnets': [{'id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:06.800641 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e810a34-1670-4d73-b4d6-488d398cb549 None None] Checking router: 54b29323-172a-4ab0-8536-8735d645a515 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:34:06.800880 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415fd9a-a706-4a2c-b893-f201274e4b9a req-0f8ddaec-08e7-4e0f-b7b6-03a9c358d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:06.800968 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e810a34-1670-4d73-b4d6-488d398cb549 None None] Routers {'54b29323-172a-4ab0-8536-8735d645a515'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:34:06.800968 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-9e810a34-1670-4d73-b4d6-488d398cb549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:33:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['54b29323-172a-4ab0-8536-8735d645a515'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:06.801135 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8415fd9a-a706-4a2c-b893-f201274e4b9a req-0f8ddaec-08e7-4e0f-b7b6-03a9c358d671 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400515 Jul 07 15:34:06.801135 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8415fd9a-a706-4a2c-b893-f201274e4b9a req-d5b7c261-56ea-4fd8-bffa-cdcbeecaaeaf service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835769 Jul 07 15:34:06.801309 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:06.801309 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-9e810a34-1670-4d73-b4d6-488d398cb549 None None] Set router 54b29323-172a-4ab0-8536-8735d645a515 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:34:06.812228 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8415fd9a-a706-4a2c-b893-f201274e4b9a req-bba8632c-3c46-4005-8a3d-467260fa970e service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894060 Jul 07 15:34:06.956036 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-9e810a34-1670-4d73-b4d6-488d398cb549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:10Z', 'revision_number': 4, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'db023a3c-0d1e-4945-baf7-821d2f59be18', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': '54b29323-172a-4ab0-8536-8735d645a515', 'port_id': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'mac_address': 'fa:16:3e:59:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:33:19Z', 'updated_at': '2022-07-07T15:34:04Z', 'revision_number': 1, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3224de4c-67ce-4155-b266-702517c70066', 'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'mac_address': 'fa:16:3e:65:5d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:18Z', 'revision_number': 5, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'subnets': [{'id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:06.956357 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e810a34-1670-4d73-b4d6-488d398cb549 None None] The sync data for ids ['54b29323-172a-4ab0-8536-8735d645a515'] in dv-cinder-841302-5-iscsi is: [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:10Z', 'revision_number': 4, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'db023a3c-0d1e-4945-baf7-821d2f59be18', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': '54b29323-172a-4ab0-8536-8735d645a515', 'port_id': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'mac_address': 'fa:16:3e:59:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:33:19Z', 'updated_at': '2022-07-07T15:34:04Z', 'revision_number': 1, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3224de4c-67ce-4155-b266-702517c70066', 'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'mac_address': 'fa:16:3e:65:5d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:18Z', 'revision_number': 5, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'subnets': [{'id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:34:07.003770 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-dc720201-d952-475b-a0d2-7120592fada4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (6bce0a70-9c8f-4031-9ba7-93bd3143bf11), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:07.006828 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-dc720201-d952-475b-a0d2-7120592fada4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:07.007547 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-dc720201-d952-475b-a0d2-7120592fada4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bce0a70-9c8f-4031-9ba7-93bd3143bf11 HTTP/1.1" status: 204 len: 168 time: 0.7366381 Jul 07 15:34:07.018304 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc720201-d952-475b-a0d2-7120592fada4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bce0a70-9c8f-4031-9ba7-93bd3143bf11,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:07.470698 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 42042) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:07.485508 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6e90f555-4cfb-4b75-ac4e-e6bcaa2afbbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:07.586507 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6e90f555-4cfb-4b75-ac4e-e6bcaa2afbbc admin admin] Publish callbacks [] for security_group (e9e5f2c8-7bf6-426f-b81f-e6ab2c40727f), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:07.651983 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6e90f555-4cfb-4b75-ac4e-e6bcaa2afbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (e9e5f2c8-7bf6-426f-b81f-e6ab2c40727f), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:07.695986 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-6e90f555-4cfb-4b75-ac4e-e6bcaa2afbbc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=252d5b8ce105419cbcc31870cd0e0e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241504 Jul 07 15:34:07.697239 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90f555-4cfb-4b75-ac4e-e6bcaa2afbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e5f2c8-7bf6-426f-b81f-e6ab2c40727f,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:07.698543 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 42048) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:07.758158 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d6dddb2e-80a5-4bc6-ac84-af7f654365f4 admin admin] Publish callbacks [] for security_group (e9e5f2c8-7bf6-426f-b81f-e6ab2c40727f), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:07.775123 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f70cf6d-b4b2-4d78-8a15-7e3e2ea0ab56 None None] New status for floating IP db023a3c-0d1e-4945-baf7-821d2f59be18: ACTIVE {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:34:07.784741 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d6dddb2e-80a5-4bc6-ac84-af7f654365f4 admin admin] Publish callbacks [] for security_group (e9e5f2c8-7bf6-426f-b81f-e6ab2c40727f), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:07.839049 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 42052) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:07.857952 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-24ba02e1-33d6-41bd-a0cb-1f9eb17d4d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:07.909173 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d6dddb2e-80a5-4bc6-ac84-af7f654365f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (e9e5f2c8-7bf6-426f-b81f-e6ab2c40727f), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:07.913279 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d6dddb2e-80a5-4bc6-ac84-af7f654365f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:07.914725 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d6dddb2e-80a5-4bc6-ac84-af7f654365f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9e5f2c8-7bf6-426f-b81f-e6ab2c40727f HTTP/1.1" status: 204 len: 168 time: 0.2121992 Jul 07 15:34:07.936424 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dddb2e-80a5-4bc6-ac84-af7f654365f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e5f2c8-7bf6-426f-b81f-e6ab2c40727f,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:08.000558 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-24ba02e1-33d6-41bd-a0cb-1f9eb17d4d1e admin admin] Publish callbacks [] for security_group (96f70c9c-e665-4180-aa8a-79bfc5adb0ae), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:08.063113 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-24ba02e1-33d6-41bd-a0cb-1f9eb17d4d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (96f70c9c-e665-4180-aa8a-79bfc5adb0ae), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:08.096352 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:08.106075 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba02e1-33d6-41bd-a0cb-1f9eb17d4d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f70c9c-e665-4180-aa8a-79bfc5adb0ae,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:08.109497 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-24ba02e1-33d6-41bd-a0cb-1f9eb17d4d1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=819cabbf14ab4efab66962d1621ad00c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691908 Jul 07 15:34:08.112061 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 42060) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:08.161411 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-252ed6a6-65f4-4526-b9e1-57804b41d637 admin admin] Publish callbacks [] for security_group (96f70c9c-e665-4180-aa8a-79bfc5adb0ae), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:08.183926 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-252ed6a6-65f4-4526-b9e1-57804b41d637 admin admin] Publish callbacks [] for security_group (96f70c9c-e665-4180-aa8a-79bfc5adb0ae), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:08.300765 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-252ed6a6-65f4-4526-b9e1-57804b41d637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (96f70c9c-e665-4180-aa8a-79bfc5adb0ae), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:08.303851 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-252ed6a6-65f4-4526-b9e1-57804b41d637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:08.305451 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-252ed6a6-65f4-4526-b9e1-57804b41d637 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96f70c9c-e665-4180-aa8a-79bfc5adb0ae HTTP/1.1" status: 204 len: 168 time: 0.1923897 Jul 07 15:34:08.317267 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ed6a6-65f4-4526-b9e1-57804b41d637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f70c9c-e665-4180-aa8a-79bfc5adb0ae,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:11.494332 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79338e69-b16c-4113-8ff8-627f16903dc8 req-fa47d6da-e13f-4e82-9d43-12c281814963 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:11.495864 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-79338e69-b16c-4113-8ff8-627f16903dc8 req-fa47d6da-e13f-4e82-9d43-12c281814963 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 946 time: 0.0496871 Jul 07 15:34:11.552555 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-79338e69-b16c-4113-8ff8-627f16903dc8 req-9b30a5e8-46d0-4cb0-923e-dc005e17b85d tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505288 Jul 07 15:34:12.676618 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1717960-7e40-4f94-91be-b8ca1f95c487 req-af567d29-2dc4-4f4e-af18-19322eedb98e tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:12.678112 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c1717960-7e40-4f94-91be-b8ca1f95c487 req-af567d29-2dc4-4f4e-af18-19322eedb98e tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 946 time: 0.0534837 Jul 07 15:34:12.690360 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:12.729621 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c1717960-7e40-4f94-91be-b8ca1f95c487 req-79eab096-5b97-4e16-8fe8-230c3b8df19f tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459874 Jul 07 15:34:13.847948 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cfe06-061e-4785-ba40-00d1e0a5fdd5 req-a2058626-1aee-47c1-b4a1-ba6cf7689155 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:13.849756 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b87cfe06-061e-4785-ba40-00d1e0a5fdd5 req-a2058626-1aee-47c1-b4a1-ba6cf7689155 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 946 time: 0.0473249 Jul 07 15:34:13.897347 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b87cfe06-061e-4785-ba40-00d1e0a5fdd5 req-968a4cfc-bb2e-4f85-af49-d177017d1b37 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423460 Jul 07 15:34:15.013498 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7ee24-5c7d-489b-8a09-1544f7af8195 req-1b66f3a1-17e4-41fa-8af2-a3e74fc4c048 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:15.015429 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-65c7ee24-5c7d-489b-8a09-1544f7af8195 req-1b66f3a1-17e4-41fa-8af2-a3e74fc4c048 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 946 time: 0.0469313 Jul 07 15:34:15.064315 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-65c7ee24-5c7d-489b-8a09-1544f7af8195 req-42a192ee-c605-44bf-b86a-7ef26d7cd9eb tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433402 Jul 07 15:34:16.182384 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91feeba7-9742-4a2e-90f1-b5b979d3adba req-9bd3f3d1-5dba-40d6-bc3c-ac6208407f39 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:16.184596 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-91feeba7-9742-4a2e-90f1-b5b979d3adba req-9bd3f3d1-5dba-40d6-bc3c-ac6208407f39 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 946 time: 0.0510881 Jul 07 15:34:16.246985 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-91feeba7-9742-4a2e-90f1-b5b979d3adba req-bae89ed8-de8b-40d4-abcf-4e9a48364f79 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/security-groups?id=636b5158-a732-4355-a01c-706e321a5463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544558 Jul 07 15:34:16.278519 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d69daa-4d6a-40cd-9ea0-7c03d33bf666 req-14cda9c9-bfe0-4195-90ea-77c4361e38ae tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:16.280040 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-14d69daa-4d6a-40cd-9ea0-7c03d33bf666 req-14cda9c9-bfe0-4195-90ea-77c4361e38ae tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 946 time: 0.1037397 Jul 07 15:34:16.408834 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-14d69daa-4d6a-40cd-9ea0-7c03d33bf666 req-3e301bdb-9148-45b2-ad3f-94ecc5e48464 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Deleting port 432e625d-c22c-438e-bcbb-5f647e3c8f84 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:34:16.414757 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-14d69daa-4d6a-40cd-9ea0-7c03d33bf666 req-3e301bdb-9148-45b2-ad3f-94ecc5e48464 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (432e625d-c22c-438e-bcbb-5f647e3c8f84), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:16.506725 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-14d69daa-4d6a-40cd-9ea0-7c03d33bf666 req-3e301bdb-9148-45b2-ad3f-94ecc5e48464 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] For port 432e625d-c22c-438e-bcbb-5f647e3c8f84, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=432e625d-c22c-438e-bcbb-5f647e3c8f84,segment=NetworkSegment(03667fff-a653-45d7-88c0-a97c92fa889c),segment_id=03667fff-a653-45d7-88c0-a97c92fa889c)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:34:16.507235 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-14d69daa-4d6a-40cd-9ea0-7c03d33bf666 req-3e301bdb-9148-45b2-ad3f-94ecc5e48464 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (432e625d-c22c-438e-bcbb-5f647e3c8f84), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:16.523226 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-14d69daa-4d6a-40cd-9ea0-7c03d33bf666 req-3e301bdb-9148-45b2-ad3f-94ecc5e48464 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Calling delete_port for 432e625d-c22c-438e-bcbb-5f647e3c8f84 owned by compute:nova {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:34:16.537591 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:16.745756 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-14d69daa-4d6a-40cd-9ea0-7c03d33bf666 req-3e301bdb-9148-45b2-ad3f-94ecc5e48464 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (432e625d-c22c-438e-bcbb-5f647e3c8f84), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:16.781127 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e301bdb-9148-45b2-ad3f-94ecc5e48464 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Pushing event deleted for resources: {'Port': ['ID=432e625d-c22c-438e-bcbb-5f647e3c8f84,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:16.847360 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d69daa-4d6a-40cd-9ea0-7c03d33bf666 req-3e301bdb-9148-45b2-ad3f-94ecc5e48464 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] No DVR routers for this DVR port 432e625d-c22c-438e-bcbb-5f647e3c8f84 on host hv-cinder-84130 {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:34:16.850588 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-14d69daa-4d6a-40cd-9ea0-7c03d33bf666 req-3e301bdb-9148-45b2-ad3f-94ecc5e48464 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:16.854004 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-14d69daa-4d6a-40cd-9ea0-7c03d33bf666 req-3e301bdb-9148-45b2-ad3f-94ecc5e48464 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.50 "DELETE /v2.0/ports/432e625d-c22c-438e-bcbb-5f647e3c8f84 HTTP/1.1" status: 204 len: 173 time: 0.5646369 Jul 07 15:34:16.854453 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d22cdc4-2300-40f3-a8bb-37bf28c95f2c', 'name': 'network-vif-deleted', 'tag': '432e625d-c22c-438e-bcbb-5f647e3c8f84'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:34:16.857482 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60413fa-92bb-451d-aaf7-70569587bf01" -d '{"events": [{"server_uuid": "5d22cdc4-2300-40f3-a8bb-37bf28c95f2c", "name": "network-vif-deleted", "tag": "432e625d-c22c-438e-bcbb-5f647e3c8f84"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:34:16.912365 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe883da9-eaac-4dd8-82c4-c139ccc46e0c x-openstack-request-id: req-fe883da9-eaac-4dd8-82c4-c139ccc46e0c {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:34:16.912365 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d22cdc4-2300-40f3-a8bb-37bf28c95f2c", "name": "network-vif-deleted", "tag": "432e625d-c22c-438e-bcbb-5f647e3c8f84", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:34:16.912365 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe883da9-eaac-4dd8-82c4-c139ccc46e0c {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:34:16.912365 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe883da9-eaac-4dd8-82c4-c139ccc46e0c'] response: {'server_uuid': '5d22cdc4-2300-40f3-a8bb-37bf28c95f2c', 'name': 'network-vif-deleted', 'tag': '432e625d-c22c-438e-bcbb-5f647e3c8f84', 'status': 'completed', 'code': 200} Jul 07 15:34:17.360445 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=48 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:17.363844 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-44014da6-a681-491f-a96f-3cd1dbc53c51 req-4c71d1a5-c2f9-45bc-b302-f883d3298f92 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 210 time: 0.0323555 Jul 07 15:34:17.479101 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 42396) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:17.598246 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c268f1ab-84b5-4c87-b922-d66a2cf6f420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:17.673537 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c268f1ab-84b5-4c87-b922-d66a2cf6f420 admin admin] Publish callbacks [] for security_group (bdcc3a96-aabc-4f6a-8dab-ce4f70e5fcf6), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:17.743064 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c268f1ab-84b5-4c87-b922-d66a2cf6f420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (bdcc3a96-aabc-4f6a-8dab-ce4f70e5fcf6), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:17.761787 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:17.785976 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268f1ab-84b5-4c87-b922-d66a2cf6f420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcc3a96-aabc-4f6a-8dab-ce4f70e5fcf6,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:17.790225 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c268f1ab-84b5-4c87-b922-d66a2cf6f420 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6591449803d2415fb5dbc7c05c908a28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100820 Jul 07 15:34:17.792929 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 42400) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:17.845532 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-82d6a95e-a854-4eb2-9ad2-8b9a9cf06335 admin admin] Publish callbacks [] for security_group (bdcc3a96-aabc-4f6a-8dab-ce4f70e5fcf6), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:17.869625 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-82d6a95e-a854-4eb2-9ad2-8b9a9cf06335 admin admin] Publish callbacks [] for security_group (bdcc3a96-aabc-4f6a-8dab-ce4f70e5fcf6), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:17.991668 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 432e625d-c22c-438e-bcbb-5f647e3c8f84 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:34:18.014673 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: 432e625d-c22c-438e-bcbb-5f647e3c8f84 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:34:18.015531 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 432e625d-c22c-438e-bcbb-5f647e3c8f84 not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:34:18.028478 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-82d6a95e-a854-4eb2-9ad2-8b9a9cf06335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (bdcc3a96-aabc-4f6a-8dab-ce4f70e5fcf6), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:18.031618 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-82d6a95e-a854-4eb2-9ad2-8b9a9cf06335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:18.032838 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-82d6a95e-a854-4eb2-9ad2-8b9a9cf06335 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bdcc3a96-aabc-4f6a-8dab-ce4f70e5fcf6 HTTP/1.1" status: 204 len: 168 time: 0.2389200 Jul 07 15:34:18.042244 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6a95e-a854-4eb2-9ad2-8b9a9cf06335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcc3a96-aabc-4f6a-8dab-ce4f70e5fcf6,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:18.504408 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:18.513846 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-116e30fd-6015-4685-8404-852d87759ad1 req-b875c3ed-43da-4117-95b0-eb2121a82195 tempest-DeleteServersTestJSON-1979476286 tempest-DeleteServersTestJSON-1979476286-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d22cdc4-2300-40f3-a8bb-37bf28c95f2c HTTP/1.1" status: 200 len: 210 time: 0.0319607 Jul 07 15:34:18.741964 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 42420) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:18.756208 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-91e23981-7887-4b84-aff5-80f48fe7023a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:18.831197 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-91e23981-7887-4b84-aff5-80f48fe7023a admin admin] Publish callbacks [] for security_group (352ff92b-acdc-4c10-902a-4cefa197e8dd), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:18.908704 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-91e23981-7887-4b84-aff5-80f48fe7023a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (352ff92b-acdc-4c10-902a-4cefa197e8dd), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:18.949206 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-91e23981-7887-4b84-aff5-80f48fe7023a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be042c49e89443d79c1ba72a108b0504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060745 Jul 07 15:34:18.950096 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e23981-7887-4b84-aff5-80f48fe7023a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352ff92b-acdc-4c10-902a-4cefa197e8dd,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:18.951878 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 42424) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:19.022405 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9155fd34-0253-400a-8f18-f950daed2b91 admin admin] Publish callbacks [] for security_group (352ff92b-acdc-4c10-902a-4cefa197e8dd), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:19.044009 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9155fd34-0253-400a-8f18-f950daed2b91 admin admin] Publish callbacks [] for security_group (352ff92b-acdc-4c10-902a-4cefa197e8dd), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:19.172369 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9155fd34-0253-400a-8f18-f950daed2b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (352ff92b-acdc-4c10-902a-4cefa197e8dd), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:19.174798 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9155fd34-0253-400a-8f18-f950daed2b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:19.176018 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-9155fd34-0253-400a-8f18-f950daed2b91 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/352ff92b-acdc-4c10-902a-4cefa197e8dd HTTP/1.1" status: 204 len: 168 time: 0.2208126 Jul 07 15:34:19.188243 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155fd34-0253-400a-8f18-f950daed2b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352ff92b-acdc-4c10-902a-4cefa197e8dd,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:20.299292 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 42472) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:20.417105 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-8023a735-edb3-485e-ba89-a5a58ce36271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:20.494353 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-8023a735-edb3-485e-ba89-a5a58ce36271 admin admin] Publish callbacks [] for security_group (a58d1638-e1ff-4693-aee1-be674021647c), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:20.582904 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-8023a735-edb3-485e-ba89-a5a58ce36271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (a58d1638-e1ff-4693-aee1-be674021647c), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:20.626575 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023a735-edb3-485e-ba89-a5a58ce36271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58d1638-e1ff-4693-aee1-be674021647c,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:20.633598 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-8023a735-edb3-485e-ba89-a5a58ce36271 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00696e7c3c974e5391c6059336c87db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315704 Jul 07 15:34:20.635121 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 42484) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:20.669066 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-046f26ca-91e7-4aaa-a6dd-fe256d692a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:20.694614 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c5022e9e-c8be-4ca2-a5f6-d39f62d6ef1f admin admin] Publish callbacks [] for security_group (a58d1638-e1ff-4693-aee1-be674021647c), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:20.717734 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c5022e9e-c8be-4ca2-a5f6-d39f62d6ef1f admin admin] Publish callbacks [] for security_group (a58d1638-e1ff-4693-aee1-be674021647c), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:20.719367 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:20.891631 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c5022e9e-c8be-4ca2-a5f6-d39f62d6ef1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (a58d1638-e1ff-4693-aee1-be674021647c), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:20.894202 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c5022e9e-c8be-4ca2-a5f6-d39f62d6ef1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:20.895412 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c5022e9e-c8be-4ca2-a5f6-d39f62d6ef1f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a58d1638-e1ff-4693-aee1-be674021647c HTTP/1.1" status: 204 len: 168 time: 0.2592735 Jul 07 15:34:20.905741 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5022e9e-c8be-4ca2-a5f6-d39f62d6ef1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58d1638-e1ff-4693-aee1-be674021647c,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:21.199541 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 42508) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:21.618170 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8ebee623-6f50-4d6e-94e7-86a7ab559f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533691'] for router_interface (21b53a5e-fd3d-49a4-90af-3cc4e8aea054), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:21.741434 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:21.913644 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-8ebee623-6f50-4d6e-94e7-86a7ab559f24 admin admin] Deleting port b2d498ee-45b7-4c38-a4de-6ee427ba7b07 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:34:21.913985 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8ebee623-6f50-4d6e-94e7-86a7ab559f24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:22.000218 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-8ebee623-6f50-4d6e-94e7-86a7ab559f24 admin admin] For port b2d498ee-45b7-4c38-a4de-6ee427ba7b07, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=b2d498ee-45b7-4c38-a4de-6ee427ba7b07,segment=NetworkSegment(03667fff-a653-45d7-88c0-a97c92fa889c),segment_id=03667fff-a653-45d7-88c0-a97c92fa889c)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:34:22.000582 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8ebee623-6f50-4d6e-94e7-86a7ab559f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:22.014879 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-8ebee623-6f50-4d6e-94e7-86a7ab559f24 admin admin] Calling delete_port for b2d498ee-45b7-4c38-a4de-6ee427ba7b07 owned by network:router_interface {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:34:22.078131 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:22.277446 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8ebee623-6f50-4d6e-94e7-86a7ab559f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (b2d498ee-45b7-4c38-a4de-6ee427ba7b07), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:22.307509 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebee623-6f50-4d6e-94e7-86a7ab559f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d498ee-45b7-4c38-a4de-6ee427ba7b07,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:22.443988 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8ebee623-6f50-4d6e-94e7-86a7ab559f24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535307'] for router_interface (21b53a5e-fd3d-49a4-90af-3cc4e8aea054), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:22.458068 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 42564) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:22.788600 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-0298242b-6176-4f64-a914-a486a0e6e010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:22.793731 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1a7ffe41-4ee5-4e0a-9f81-f7212e646c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:22.929080 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:22.967150 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebee623-6f50-4d6e-94e7-86a7ab559f24 admin admin] Router 21b53a5e-fd3d-49a4-90af-3cc4e8aea054 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:34:22.973589 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1a7ffe41-4ee5-4e0a-9f81-f7212e646c3d admin admin] Publish callbacks [] for security_group (1e7e2f53-7767-4c79-ac96-60048d6912de), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:23.062533 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1a7ffe41-4ee5-4e0a-9f81-f7212e646c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (1e7e2f53-7767-4c79-ac96-60048d6912de), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:23.118999 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebee623-6f50-4d6e-94e7-86a7ab559f24 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:34:23.122315 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1a7ffe41-4ee5-4e0a-9f81-f7212e646c3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=76b130335c1c46a5b923c6b64766e731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6638379 Jul 07 15:34:23.129110 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8ebee623-6f50-4d6e-94e7-86a7ab559f24 admin admin] 10.222.0.25 "PUT /v2.0/routers/21b53a5e-fd3d-49a4-90af-3cc4e8aea054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9294491 Jul 07 15:34:23.130059 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 42574) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:23.130524 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ffe41-4ee5-4e0a-9f81-f7212e646c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7e2f53-7767-4c79-ac96-60048d6912de,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:23.132814 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 42576) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:23.140853 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a707a-a757-4135-8ec6-d4b774ee59c9 None None] Sync routers for ids ['21b53a5e-fd3d-49a4-90af-3cc4e8aea054'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:34:23.152753 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a707a-a757-4135-8ec6-d4b774ee59c9 None None] Routers {'21b53a5e-fd3d-49a4-90af-3cc4e8aea054'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:34:23.153387 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-594a707a-a757-4135-8ec6-d4b774ee59c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:34:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['21b53a5e-fd3d-49a4-90af-3cc4e8aea054'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:23.251728 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:23.267553 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-594a707a-a757-4135-8ec6-d4b774ee59c9 None None] Set router 21b53a5e-fd3d-49a4-90af-3cc4e8aea054 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:34:23.301002 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-dcbc806f-1fb9-4bfe-bd0c-4c5e207f6d28 admin admin] Publish callbacks [] for security_group (1e7e2f53-7767-4c79-ac96-60048d6912de), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:23.302353 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:23.317876 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1e26-97a5-4b5e-80f9-3e6197f527a3 admin admin] Publish callbacks [] for router (21b53a5e-fd3d-49a4-90af-3cc4e8aea054), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:23.364648 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-dcbc806f-1fb9-4bfe-bd0c-4c5e207f6d28 admin admin] Publish callbacks [] for security_group (1e7e2f53-7767-4c79-ac96-60048d6912de), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:23.440190 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-594a707a-a757-4135-8ec6-d4b774ee59c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'name': 'tempest-DeleteServersTestJSON-1435549225-router', 'tenant_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '157ff712-5635-478c-a378-67d03abe49ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:34:22Z', 'revision_number': 5, 'project_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'gw_port': {'id': '157ff712-5635-478c-a378-67d03abe49ca', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:23.455234 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1e26-97a5-4b5e-80f9-3e6197f527a3 admin admin] Publish callbacks [] for router_gateway (21b53a5e-fd3d-49a4-90af-3cc4e8aea054), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:23.465895 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a707a-a757-4135-8ec6-d4b774ee59c9 None None] Checking router: 21b53a5e-fd3d-49a4-90af-3cc4e8aea054 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:34:23.474345 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a707a-a757-4135-8ec6-d4b774ee59c9 None None] Routers {'21b53a5e-fd3d-49a4-90af-3cc4e8aea054'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:34:23.474944 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-594a707a-a757-4135-8ec6-d4b774ee59c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:34:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['21b53a5e-fd3d-49a4-90af-3cc4e8aea054'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:23.534454 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-dcbc806f-1fb9-4bfe-bd0c-4c5e207f6d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (1e7e2f53-7767-4c79-ac96-60048d6912de), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:23.537029 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-dcbc806f-1fb9-4bfe-bd0c-4c5e207f6d28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:23.538229 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-dcbc806f-1fb9-4bfe-bd0c-4c5e207f6d28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e7e2f53-7767-4c79-ac96-60048d6912de HTTP/1.1" status: 204 len: 168 time: 0.4044514 Jul 07 15:34:23.577388 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc806f-1fb9-4bfe-bd0c-4c5e207f6d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7e2f53-7767-4c79-ac96-60048d6912de,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:23.595379 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-594a707a-a757-4135-8ec6-d4b774ee59c9 None None] Set router 21b53a5e-fd3d-49a4-90af-3cc4e8aea054 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:34:23.598923 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe1e26-97a5-4b5e-80f9-3e6197f527a3 admin admin] Deleting port 157ff712-5635-478c-a378-67d03abe49ca {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:34:23.599191 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1e26-97a5-4b5e-80f9-3e6197f527a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (157ff712-5635-478c-a378-67d03abe49ca), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:23.695545 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-1dfe1e26-97a5-4b5e-80f9-3e6197f527a3 admin admin] For port 157ff712-5635-478c-a378-67d03abe49ca, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=157ff712-5635-478c-a378-67d03abe49ca,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:34:23.695545 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1e26-97a5-4b5e-80f9-3e6197f527a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (157ff712-5635-478c-a378-67d03abe49ca), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:23.710464 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe1e26-97a5-4b5e-80f9-3e6197f527a3 admin admin] Calling delete_port for 157ff712-5635-478c-a378-67d03abe49ca owned by network:router_gateway {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:34:23.867206 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-594a707a-a757-4135-8ec6-d4b774ee59c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'name': 'tempest-DeleteServersTestJSON-1435549225-router', 'tenant_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '157ff712-5635-478c-a378-67d03abe49ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:34:22Z', 'revision_number': 5, 'project_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'gw_port': {'id': '157ff712-5635-478c-a378-67d03abe49ca', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:23.871963 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:23.898236 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a707a-a757-4135-8ec6-d4b774ee59c9 None None] The sync data for ids ['21b53a5e-fd3d-49a4-90af-3cc4e8aea054'] in dv-cinder-841302-5-iscsi is: [{'id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'name': 'tempest-DeleteServersTestJSON-1435549225-router', 'tenant_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '157ff712-5635-478c-a378-67d03abe49ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:34:22Z', 'revision_number': 5, 'project_id': 'b78a55fc7dba4ed5b22675b585cfe3aa', 'gw_port': {'id': '157ff712-5635-478c-a378-67d03abe49ca', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53a5e-fd3d-49a4-90af-3cc4e8aea054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:34:23.997358 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1e26-97a5-4b5e-80f9-3e6197f527a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (157ff712-5635-478c-a378-67d03abe49ca), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.028883 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe1e26-97a5-4b5e-80f9-3e6197f527a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=157ff712-5635-478c-a378-67d03abe49ca,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:24.102219 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1e26-97a5-4b5e-80f9-3e6197f527a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537153'] for router_gateway (21b53a5e-fd3d-49a4-90af-3cc4e8aea054), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.243296 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1e26-97a5-4b5e-80f9-3e6197f527a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89501'] for router (21b53a5e-fd3d-49a4-90af-3cc4e8aea054), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.248638 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1e26-97a5-4b5e-80f9-3e6197f527a3 admin admin] Publish callbacks [] for router_controller (21b53a5e-fd3d-49a4-90af-3cc4e8aea054), precommit_delete_associations {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.257281 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.286122 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 42596) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:24.305471 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5128c901-31a2-406a-8000-9f99fd564b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.336055 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:24.384762 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5128c901-31a2-406a-8000-9f99fd564b0a admin admin] Publish callbacks [] for security_group (8eeff44f-581e-4a4e-a615-fb4f1d3860e8), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.411256 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1e26-97a5-4b5e-80f9-3e6197f527a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532526'] for router (21b53a5e-fd3d-49a4-90af-3cc4e8aea054), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.411881 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfe1e26-97a5-4b5e-80f9-3e6197f527a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21b53a5e-fd3d-49a4-90af-3cc4e8aea054 {{(pid=104328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 15:34:24.416626 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1e26-97a5-4b5e-80f9-3e6197f527a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.422142 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-1dfe1e26-97a5-4b5e-80f9-3e6197f527a3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/21b53a5e-fd3d-49a4-90af-3cc4e8aea054 HTTP/1.1" status: 204 len: 168 time: 1.2828529 Jul 07 15:34:24.422229 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 42600) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:24.469998 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c3ba8f-1676-4c28-a07b-6aecdf419aa0 admin admin] Deleting subnet e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7 {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 15:34:24.477692 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a6c3ba8f-1676-4c28-a07b-6aecdf419aa0 admin admin] Publish callbacks [] for subnet (e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.516579 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5128c901-31a2-406a-8000-9f99fd564b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (8eeff44f-581e-4a4e-a615-fb4f1d3860e8), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.546448 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a6c3ba8f-1676-4c28-a07b-6aecdf419aa0 admin admin] Publish callbacks [] for subnet (e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.599140 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-5128c901-31a2-406a-8000-9f99fd564b0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dbb46ffaa3eb4e32806f024ccb8c52f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094716 Jul 07 15:34:24.599931 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 42606) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:24.622693 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128c901-31a2-406a-8000-9f99fd564b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeff44f-581e-4a4e-a615-fb4f1d3860e8,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:24.654604 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a6c3ba8f-1676-4c28-a07b-6aecdf419aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1810892'] for subnet (e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.672697 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-30d6de99-e2d6-4371-8bd7-e90ca3ed3ff8 admin admin] Publish callbacks [] for security_group (8eeff44f-581e-4a4e-a615-fb4f1d3860e8), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.697354 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-30d6de99-e2d6-4371-8bd7-e90ca3ed3ff8 admin admin] Publish callbacks [] for security_group (8eeff44f-581e-4a4e-a615-fb4f1d3860e8), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.797693 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a6c3ba8f-1676-4c28-a07b-6aecdf419aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1810887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.820057 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-30d6de99-e2d6-4371-8bd7-e90ca3ed3ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (8eeff44f-581e-4a4e-a615-fb4f1d3860e8), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.823512 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-30d6de99-e2d6-4371-8bd7-e90ca3ed3ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.835415 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-30d6de99-e2d6-4371-8bd7-e90ca3ed3ff8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8eeff44f-581e-4a4e-a615-fb4f1d3860e8 HTTP/1.1" status: 204 len: 168 time: 0.2234740 Jul 07 15:34:24.839527 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3ba8f-1676-4c28-a07b-6aecdf419aa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:24.843648 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6de99-e2d6-4371-8bd7-e90ca3ed3ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeff44f-581e-4a4e-a615-fb4f1d3860e8,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:24.850075 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a6c3ba8f-1676-4c28-a07b-6aecdf419aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:24.854498 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-a6c3ba8f-1676-4c28-a07b-6aecdf419aa0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e45e927c-7b5a-4fd1-9b29-8fbbdf34b7b7 HTTP/1.1" status: 204 len: 168 time: 0.4330425 Jul 07 15:34:24.861483 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 42618) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:24.887636 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a710766-bb5a-4d54-964a-f167a55f482c None None] Network 1ede4f7f-1113-444d-ac6e-83d7db0edc7e requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:34:25.036855 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342902'] for network (1ede4f7f-1113-444d-ac6e-83d7db0edc7e), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:25.062516 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device b2d498ee-45b7-4c38-a4de-6ee427ba7b07 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:34:25.086184 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] Deleting port 918930db-40f0-453d-9c40-3baa081ea7ad {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:34:25.086521 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (918930db-40f0-453d-9c40-3baa081ea7ad), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:25.086970 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: b2d498ee-45b7-4c38-a4de-6ee427ba7b07 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:34:25.087318 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device b2d498ee-45b7-4c38-a4de-6ee427ba7b07 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:34:25.087782 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 157ff712-5635-478c-a378-67d03abe49ca no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:34:25.107950 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 157ff712-5635-478c-a378-67d03abe49ca {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:34:25.108287 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 157ff712-5635-478c-a378-67d03abe49ca not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:34:25.173383 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] For port 918930db-40f0-453d-9c40-3baa081ea7ad, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=918930db-40f0-453d-9c40-3baa081ea7ad,segment=NetworkSegment(03667fff-a653-45d7-88c0-a97c92fa889c),segment_id=03667fff-a653-45d7-88c0-a97c92fa889c)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:34:25.173912 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (918930db-40f0-453d-9c40-3baa081ea7ad), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:25.194399 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] Calling delete_port for 918930db-40f0-453d-9c40-3baa081ea7ad owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:34:25.212714 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c44091-1d06-4fc3-be28-8969b00ee784 None None] DHCP port deletion for 1ede4f7f-1113-444d-ac6e-83d7db0edc7e request from dv-cinder-841302-5-iscsi {{(pid=104329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 15:34:25.244606 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:25.260746 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-61c44091-1d06-4fc3-be28-8969b00ee784 None None] Deleting port 918930db-40f0-453d-9c40-3baa081ea7ad {{(pid=104329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:34:25.264581 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-61c44091-1d06-4fc3-be28-8969b00ee784 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (918930db-40f0-453d-9c40-3baa081ea7ad), before_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:25.267599 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:25.365573 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-61c44091-1d06-4fc3-be28-8969b00ee784 None None] For port 918930db-40f0-453d-9c40-3baa081ea7ad, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=918930db-40f0-453d-9c40-3baa081ea7ad,segment=NetworkSegment(03667fff-a653-45d7-88c0-a97c92fa889c),segment_id=03667fff-a653-45d7-88c0-a97c92fa889c)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:34:25.366371 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-61c44091-1d06-4fc3-be28-8969b00ee784 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (918930db-40f0-453d-9c40-3baa081ea7ad), precommit_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:25.381725 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-61c44091-1d06-4fc3-be28-8969b00ee784 None None] Calling delete_port for 918930db-40f0-453d-9c40-3baa081ea7ad owned by network:dhcp {{(pid=104329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:34:25.388741 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (918930db-40f0-453d-9c40-3baa081ea7ad), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:25.433362 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] Pushing event deleted for resources: {'Port': ['ID=918930db-40f0-453d-9c40-3baa081ea7ad,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:25.433362 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] No DVR routers for this DVR port 918930db-40f0-453d-9c40-3baa081ea7ad on host dv-cinder-841302-5-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:34:25.523224 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747750', 'neutron.services.segments.db._delete_segments_for_network-8732231032441'] for network (1ede4f7f-1113-444d-ac6e-83d7db0edc7e), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:25.524561 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-61c44091-1d06-4fc3-be28-8969b00ee784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (918930db-40f0-453d-9c40-3baa081ea7ad), after_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:25.550443 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ede4f7f-1113-444d-ac6e-83d7db0edc7e']}} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:25.554753 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c44091-1d06-4fc3-be28-8969b00ee784 None None] No DVR routers for this DVR port 918930db-40f0-453d-9c40-3baa081ea7ad on host dv-cinder-841302-5-iscsi {{(pid=104329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:34:25.558719 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:25.559423 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c44091-1d06-4fc3-be28-8969b00ee784 None None] Pushing event deleted for resources: {'Port': ['ID=918930db-40f0-453d-9c40-3baa081ea7ad,revision_number=None']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:25.574335 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03667fff-a653-45d7-88c0-a97c92fa889c') {'for_net_delete': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:25.574926 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03667fff-a653-45d7-88c0-a97c92fa889c') {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:25.586818 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231034498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13767413'] for segment (03667fff-a653-45d7-88c0-a97c92fa889c), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:25.596510 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:25.612239 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (03667fff-a653-45d7-88c0-a97c92fa889c), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:25.617679 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=104328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 15:34:25.618076 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13707891'] for segment (03667fff-a653-45d7-88c0-a97c92fa889c), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:25.637124 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment 03667fff-a653-45d7-88c0-a97c92fa889c resource provider aggregate not found Jul 07 15:34:25.680635 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment 03667fff-a653-45d7-88c0-a97c92fa889c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03667fff-a653-45d7-88c0-a97c92fa889c found for delete ", "request_id": "req-cf664de3-8a77-4884-9d17-9749a783027b"}]} Jul 07 15:34:25.751399 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539648'] for network (1ede4f7f-1113-444d-ac6e-83d7db0edc7e), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:25.757790 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:25.761699 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1ede4f7f-1113-444d-ac6e-83d7db0edc7e HTTP/1.1" status: 204 len: 168 time: 0.8991485 Jul 07 15:34:25.780393 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468f273-0131-4c1b-9891-13576d46fb67 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ede4f7f-1113-444d-ac6e-83d7db0edc7e,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:25.825916 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:26.171995 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 42662) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:26.213635 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-133d957b-ec1e-45ca-a25c-03aadb31923a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b78a55fc7dba4ed5b22675b585cfe3aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404310 Jul 07 15:34:26.216211 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 42664) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:26.276392 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-018fa310-1aab-4a33-a034-b4a6f282ea5b admin admin] Publish callbacks [] for security_group (636b5158-a732-4355-a01c-706e321a5463), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:26.300611 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-018fa310-1aab-4a33-a034-b4a6f282ea5b admin admin] Publish callbacks [] for security_group (636b5158-a732-4355-a01c-706e321a5463), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:26.457140 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-018fa310-1aab-4a33-a034-b4a6f282ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (636b5158-a732-4355-a01c-706e321a5463), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:26.459751 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-018fa310-1aab-4a33-a034-b4a6f282ea5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:26.460975 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-018fa310-1aab-4a33-a034-b4a6f282ea5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/636b5158-a732-4355-a01c-706e321a5463 HTTP/1.1" status: 204 len: 168 time: 0.2437973 Jul 07 15:34:26.470811 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fa310-1aab-4a33-a034-b4a6f282ea5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636b5158-a732-4355-a01c-706e321a5463,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:26.630387 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 918930db-40f0-453d-9c40-3baa081ea7ad no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:34:26.650801 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 918930db-40f0-453d-9c40-3baa081ea7ad {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:34:26.651234 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 918930db-40f0-453d-9c40-3baa081ea7ad not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:34:27.286259 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 42696) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:27.404017 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8d98-1265-43ff-a4c4-fbc1f1073131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:27.494915 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8d98-1265-43ff-a4c4-fbc1f1073131 admin admin] Publish callbacks [] for security_group (2c9a712c-c685-4887-9daa-729f494a0fbd), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:27.622642 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8d98-1265-43ff-a4c4-fbc1f1073131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (2c9a712c-c685-4887-9daa-729f494a0fbd), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:27.660499 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:27.670013 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-5c5a8d98-1265-43ff-a4c4-fbc1f1073131 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c3b09a5c1fe422d8318bf6a1a26c8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809958 Jul 07 15:34:27.671793 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 42712) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:27.674286 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a8d98-1265-43ff-a4c4-fbc1f1073131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9a712c-c685-4887-9daa-729f494a0fbd,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:27.732000 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-47df79e1-4a2e-4925-b5d4-42643073e499 admin admin] Publish callbacks [] for security_group (2c9a712c-c685-4887-9daa-729f494a0fbd), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:27.732528 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 42714) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:27.752663 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-47df79e1-4a2e-4925-b5d4-42643073e499 admin admin] Publish callbacks [] for security_group (2c9a712c-c685-4887-9daa-729f494a0fbd), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:27.832743 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-2c427a2e-97c9-4dfe-93f9-545729390df5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-92545288-network', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:34:27.859444 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-47df79e1-4a2e-4925-b5d4-42643073e499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (2c9a712c-c685-4887-9daa-729f494a0fbd), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:27.861948 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-47df79e1-4a2e-4925-b5d4-42643073e499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:27.863073 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-47df79e1-4a2e-4925-b5d4-42643073e499 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c9a712c-c685-4887-9daa-729f494a0fbd HTTP/1.1" status: 204 len: 168 time: 0.1887000 Jul 07 15:34:27.872194 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df79e1-4a2e-4925-b5d4-42643073e499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9a712c-c685-4887-9daa-729f494a0fbd,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:27.939999 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c427a2e-97c9-4dfe-93f9-545729390df5 admin admin] Made reservation on behalf of 8404651e9fb4443a9cdebb3f79a4e6a8 for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:34:27.942611 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2c427a2e-97c9-4dfe-93f9-545729390df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:27.953469 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2c427a2e-97c9-4dfe-93f9-545729390df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:28.035463 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2c427a2e-97c9-4dfe-93f9-545729390df5 admin admin] Publish callbacks [] for security_group (14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:28.145240 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2c427a2e-97c9-4dfe-93f9-545729390df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:28.159874 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=20 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:28.160808 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c427a2e-97c9-4dfe-93f9-545729390df5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:34:28.179342 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c427a2e-97c9-4dfe-93f9-545729390df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:28.182177 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2c427a2e-97c9-4dfe-93f9-545729390df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (651aa612-0444-4836-a783-65d8a11cc12f), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:28.182518 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-2c427a2e-97c9-4dfe-93f9-545729390df5 admin admin] Added segment 651aa612-0444-4836-a783-65d8a11cc12f of type vlan for network b4a3d0bd-27a0-4957-a668-c94979f88543 Jul 07 15:34:28.232244 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2c427a2e-97c9-4dfe-93f9-545729390df5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (b4a3d0bd-27a0-4957-a668-c94979f88543), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:28.312035 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2c427a2e-97c9-4dfe-93f9-545729390df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (b4a3d0bd-27a0-4957-a668-c94979f88543), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:28.313679 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c427a2e-97c9-4dfe-93f9-545729390df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:28.314298 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2c427a2e-97c9-4dfe-93f9-545729390df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:28.376938 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c427a2e-97c9-4dfe-93f9-545729390df5 admin admin] Pushing event updated for resources: {'Network': ['ID=b4a3d0bd-27a0-4957-a668-c94979f88543,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:28.386980 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network b4a3d0bd-27a0-4957-a668-c94979f88543 details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:34:28.427305 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-2c427a2e-97c9-4dfe-93f9-545729390df5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6935730 Jul 07 15:34:28.430209 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 42734) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:28.435762 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-5113c02d-244d-41a4-9417-be3a41159d06 admin admin] Request body: {'subnet': {'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-subnet', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:34:28.537193 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5113c02d-244d-41a4-9417-be3a41159d06 admin admin] Made reservation on behalf of 8404651e9fb4443a9cdebb3f79a4e6a8 for: {'subnet': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:34:28.539640 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5113c02d-244d-41a4-9417-be3a41159d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13927039'] for subnet (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:28.696070 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:28.806256 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5113c02d-244d-41a4-9417-be3a41159d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13707978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13927317'] for subnet (97e3d972-be6d-4b72-9024-2daa5123c3d4), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:28.860585 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113c02d-244d-41a4-9417-be3a41159d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97e3d972-be6d-4b72-9024-2daa5123c3d4,revision_number=0']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:28.877545 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5113c02d-244d-41a4-9417-be3a41159d06 admin admin] Checking segment: {'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:34:28.877952 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113c02d-244d-41a4-9417-be3a41159d06 admin admin] Network hostable DHCP agents. Network: b4a3d0bd-27a0-4957-a668-c94979f88543, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:34:28.973370 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113c02d-244d-41a4-9417-be3a41159d06 admin admin] Network b4a3d0bd-27a0-4957-a668-c94979f88543 is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:34:29.087969 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-5113c02d-244d-41a4-9417-be3a41159d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, b4a3d0bd-27a0-4957-a668-c94979f88543) {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:34:29.092643 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5113c02d-244d-41a4-9417-be3a41159d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:29.093454 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5113c02d-244d-41a4-9417-be3a41159d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:29.098731 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b06dfe-d2bc-4bf2-8ce0-a9c8a3d94ae2 None None] Network b4a3d0bd-27a0-4957-a668-c94979f88543 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:34:29.202210 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1ee6318-512b-5199-b841-32f325bbc01a-b4a3d0bd-27a0-4957-a668-c94979f88543', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'fixed_ips': [{'subnet_id': '97e3d972-be6d-4b72-9024-2daa5123c3d4'}]}} from dv-cinder-841302-5-iscsi. {{(pid=104329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 15:34:29.204906 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:29.211384 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-5113c02d-244d-41a4-9417-be3a41159d06 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7798543 Jul 07 15:34:29.214886 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 42758) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:29.220254 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:34:29.239764 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:29.323880 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-89475'] for router (c8c3e586-e682-4d74-a549-f9080e37ddb7), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:29.324959 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-89482'] for router (c8c3e586-e682-4d74-a549-f9080e37ddb7), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:29.482041 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.db_base_plugin_common [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Allocated IP 172.20.0.2 (b4a3d0bd-27a0-4957-a668-c94979f88543/97e3d972-be6d-4b72-9024-2daa5123c3d4/ea460e81-9904-4ea2-8851-15b974f6cae0) {{(pid=104329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:34:29.511265 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:29.593619 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Publish callbacks [] for router_controller (c8c3e586-e682-4d74-a549-f9080e37ddb7), precommit_add_association {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:29.658108 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Publish callbacks [] for port (ea460e81-9904-4ea2-8851-15b974f6cae0), precommit_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:29.735835 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (ea460e81-9904-4ea2-8851-15b974f6cae0), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:29.778776 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Network b4a3d0bd-27a0-4957-a668-c94979f88543 is already hosted by enough agents. {{(pid=104329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:34:29.783298 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.base_scheduler [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Resources bound (agent type, host, resource id): {{(pid=104329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:34:29.785936 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Received port after_create {{(pid=104329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:34:29.790846 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:29.800543 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Pushing event updated for resources: {'Port': ['ID=ea460e81-9904-4ea2-8851-15b974f6cae0,revision_number=1']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:29.834452 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Publish callbacks [] for router_gateway (c8c3e586-e682-4d74-a549-f9080e37ddb7), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:29.851954 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Attempting to bind port ea460e81-9904-4ea2-8851-15b974f6cae0 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:34:29.852411 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Attempting to bind port ea460e81-9904-4ea2-8851-15b974f6cae0 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:34:29.852769 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Attempting to bind port ea460e81-9904-4ea2-8851-15b974f6cae0 on network b4a3d0bd-27a0-4957-a668-c94979f88543 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:34:29.858065 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:34:29.859015 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Checking segment: {'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:34:29.859588 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:29.859930 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Bound using segment: {'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:34:29.860472 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Bound port: ea460e81-9904-4ea2-8851-15b974f6cae0, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:34:29.860757 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (ea460e81-9904-4ea2-8851-15b974f6cae0), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:29.931230 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] For port ea460e81-9904-4ea2-8851-15b974f6cae0, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:34:29.934462 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] For port ea460e81-9904-4ea2-8851-15b974f6cae0, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=ea460e81-9904-4ea2-8851-15b974f6cae0,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:34:30.029114 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (ea460e81-9904-4ea2-8851-15b974f6cae0), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:30.088645 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Publish callbacks [] for router_gateway (c8c3e586-e682-4d74-a549-f9080e37ddb7), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:30.112003 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:30.122123 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66284296-3ff1-4955-a15e-8e842c799570 None None] Pushing event updated for resources: {'Port': ['ID=ea460e81-9904-4ea2-8851-15b974f6cae0,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:30.228971 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Allocated IP 172.27.1.5 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/d2b95507-37bb-4563-960e-f89f6f8f729e) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:34:30.242315 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:34:30.266751 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:30.402673 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Publish callbacks [] for port (d2b95507-37bb-4563-960e-f89f6f8f729e), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:30.537059 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (d2b95507-37bb-4563-960e-f89f6f8f729e), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:30.582852 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:34:30.587322 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:34:30.591527 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:34:30.596819 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d2b95507-37bb-4563-960e-f89f6f8f729e,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:30.739083 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device ea460e81-9904-4ea2-8851-15b974f6cae0 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:34:30.796707 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port ea460e81-9904-4ea2-8851-15b974f6cae0 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:34:30.797173 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (ea460e81-9904-4ea2-8851-15b974f6cae0), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:30.879268 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port ea460e81-9904-4ea2-8851-15b974f6cae0 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:34:30.879939 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (ea460e81-9904-4ea2-8851-15b974f6cae0), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:30.926006 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:30.927061 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port ea460e81-9904-4ea2-8851-15b974f6cae0, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=ea460e81-9904-4ea2-8851-15b974f6cae0,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:34:30.942851 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Publish callbacks [] for router_gateway (c8c3e586-e682-4d74-a549-f9080e37ddb7), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:31.006358 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (ea460e81-9904-4ea2-8851-15b974f6cae0), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:31.062196 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=ea460e81-9904-4ea2-8851-15b974f6cae0,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:31.155916 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537336'] for router (c8c3e586-e682-4d74-a549-f9080e37ddb7), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:31.204360 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8e25b4-d99c-4191-80f1-9ac8c2a15c98 None None] Network b4a3d0bd-27a0-4957-a668-c94979f88543 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:34:31.271712 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:31.283418 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-24372309-7e0a-4e01-b806-1789456295fa None None] Provisioning complete for port ea460e81-9904-4ea2-8851-15b974f6cae0 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:34:31.283738 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-24372309-7e0a-4e01-b806-1789456295fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (ea460e81-9904-4ea2-8851-15b974f6cae0), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:31.365295 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Router c8c3e586-e682-4d74-a549-f9080e37ddb7 is scheduled to L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f with binding_index 1 {{(pid=104328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 15:34:31.390682 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-24372309-7e0a-4e01-b806-1789456295fa None None] Current status of the port ea460e81-9904-4ea2-8851-15b974f6cae0 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:34:31.485578 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:34:31.498178 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Sync routers for ids ['c8c3e586-e682-4d74-a549-f9080e37ddb7'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:34:31.508297 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Routers {'c8c3e586-e682-4d74-a549-f9080e37ddb7'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:34:31.508925 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:34:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['c8c3e586-e682-4d74-a549-f9080e37ddb7'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:31.579628 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:31.583647 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-43f86928-2cf1-4386-bd4e-d9bd8a64f0e2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3647931 Jul 07 15:34:31.583730 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 42798) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:31.618711 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-76bce620-e633-427a-84ad-b4be3ca4ce09 None None] Provisioning complete for port ea460e81-9904-4ea2-8851-15b974f6cae0 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:34:31.619078 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-76bce620-e633-427a-84ad-b4be3ca4ce09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (ea460e81-9904-4ea2-8851-15b974f6cae0), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:31.623532 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:31.625352 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Set router c8c3e586-e682-4d74-a549-f9080e37ddb7 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:34:31.821506 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-76bce620-e633-427a-84ad-b4be3ca4ce09 None None] Current status of the port ea460e81-9904-4ea2-8851-15b974f6cae0 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:34:31.843606 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:31.862115 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:34:30Z', 'revision_number': 3, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port': {'id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:30Z', 'updated_at': '2022-07-07T15:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:31.886961 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Checking router: c8c3e586-e682-4d74-a549-f9080e37ddb7 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:34:31.887300 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Updating router c8c3e586-e682-4d74-a549-f9080e37ddb7 port d2b95507-37bb-4563-960e-f89f6f8f729e binding host dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:34:31.914342 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (d2b95507-37bb-4563-960e-f89f6f8f729e), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:32.033057 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:32.172333 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Publish callbacks [] for port (d2b95507-37bb-4563-960e-f89f6f8f729e), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:32.188092 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Allocated IP 172.20.0.1 (b4a3d0bd-27a0-4957-a668-c94979f88543/97e3d972-be6d-4b72-9024-2daa5123c3d4/93597cf1-f56a-4b95-b9a0-78a8e28ebd64) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:34:32.229975 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:32.242480 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (d2b95507-37bb-4563-960e-f89f6f8f729e), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:32.296583 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c4ab9-e13c-49c2-bfe5-3e58567af674 None None] Pushing event updated for resources: {'Port': ['ID=d2b95507-37bb-4563-960e-f89f6f8f729e,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:32.299144 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Attempting to bind port d2b95507-37bb-4563-960e-f89f6f8f729e on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:34:32.299259 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Publish callbacks [] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:32.299509 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Attempting to bind port d2b95507-37bb-4563-960e-f89f6f8f729e by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:34:32.299882 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Attempting to bind port d2b95507-37bb-4563-960e-f89f6f8f729e on network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:34:32.305775 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:34:32.306146 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Checking segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:34:32.306542 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:32.306925 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Bound using segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:34:32.307386 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Bound port: d2b95507-37bb-4563-960e-f89f6f8f729e, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:34:32.307793 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (d2b95507-37bb-4563-960e-f89f6f8f729e), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:32.359582 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] For port d2b95507-37bb-4563-960e-f89f6f8f729e, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:34:32.363110 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] For port d2b95507-37bb-4563-960e-f89f6f8f729e, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=d2b95507-37bb-4563-960e-f89f6f8f729e,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:34:32.391490 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:32.432870 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Network b4a3d0bd-27a0-4957-a668-c94979f88543 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:34:32.435348 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:32.437978 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:34:32.441129 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:34:32.468924 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Pushing event updated for resources: {'Port': ['ID=93597cf1-f56a-4b95-b9a0-78a8e28ebd64,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:32.492226 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-533504'] for router_interface (c8c3e586-e682-4d74-a549-f9080e37ddb7), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:32.503533 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (d2b95507-37bb-4563-960e-f89f6f8f729e), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:32.513935 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:32.567245 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Routers {'c8c3e586-e682-4d74-a549-f9080e37ddb7'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:34:32.567967 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:34:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['c8c3e586-e682-4d74-a549-f9080e37ddb7'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:32.615467 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c4ab9-e13c-49c2-bfe5-3e58567af674 None None] Pushing event updated for resources: {'Port': ['ID=d2b95507-37bb-4563-960e-f89f6f8f729e,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:32.673113 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device ea460e81-9904-4ea2-8851-15b974f6cae0 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:34:32.692207 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:32.735311 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] Set router c8c3e586-e682-4d74-a549-f9080e37ddb7 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:34:32.895860 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Publish callbacks [] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:32.930858 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port ea460e81-9904-4ea2-8851-15b974f6cae0 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:34:32.931349 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (ea460e81-9904-4ea2-8851-15b974f6cae0), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:32.970484 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-8533e043-61ec-4d15-b4fe-54e6e199952d None None] Provisioning complete for port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:34:32.970854 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8533e043-61ec-4d15-b4fe-54e6e199952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:32.980662 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:32.991073 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:33.064312 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-8533e043-61ec-4d15-b4fe-54e6e199952d None None] Port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:34:33.151793 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port ea460e81-9904-4ea2-8851-15b974f6cae0 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:34:33.160219 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:34:30Z', 'revision_number': 3, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port': {'id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:30Z', 'updated_at': '2022-07-07T15:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:33.187472 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c54a3a7-8c3a-4db3-99bb-792bcdcd1121 None None] The sync data for ids ['c8c3e586-e682-4d74-a549-f9080e37ddb7'] in dv-cinder-841302-5-iscsi is: [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:34:30Z', 'revision_number': 3, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port': {'id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:30Z', 'updated_at': '2022-07-07T15:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:34:33.331915 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Pushing event updated for resources: {'Port': ['ID=93597cf1-f56a-4b95-b9a0-78a8e28ebd64,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:33.335703 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533652'] for router_interface (c8c3e586-e682-4d74-a549-f9080e37ddb7), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:33.469284 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:33.471408 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Network b4a3d0bd-27a0-4957-a668-c94979f88543 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:34:33.472879 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:34:33.551185 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:33.601446 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Router c8c3e586-e682-4d74-a549-f9080e37ddb7 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:34:33.691701 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-b3eeae50-681a-4410-ab1a-cc80ae36d2fb None None] Provisioning complete for port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:34:33.692133 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-b3eeae50-681a-4410-ab1a-cc80ae36d2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:33.721045 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:34:33.729232 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-b3eeae50-681a-4410-ab1a-cc80ae36d2fb None None] Port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:34:33.729707 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-1a472563-ccee-4b2a-8e9f-93bf40fd9272 admin admin] 10.222.0.25 "PUT /v2.0/routers/c8c3e586-e682-4d74-a549-f9080e37ddb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1447458 Jul 07 15:34:34.193618 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-34ccfe7c-3cf5-4a2d-afd4-9840f682b5db tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:34.195021 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-34ccfe7c-3cf5-4a2d-afd4-9840f682b5db tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/networks?id=b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 200 len: 817 time: 0.1048322 Jul 07 15:34:34.209904 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-3f832945-11bd-48a3-9d23-41b328536ae6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/quotas/8404651e9fb4443a9cdebb3f79a4e6a8 HTTP/1.1" status: 200 len: 375 time: 0.0094774 Jul 07 15:34:34.260821 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-df3a817d-45ab-4d8a-a8c9-49ad53d8fdf1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460994 Jul 07 15:34:34.298342 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:34.356729 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-9acf16a9-fc30-47a6-8409-f6945f08bfe9 service neutron] 10.222.0.25 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891879 Jul 07 15:34:34.447214 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-e446cb03-dc89-4cd5-8348-adcf9f7226a6 service neutron] 10.222.0.25 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843058 Jul 07 15:34:34.666993 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device d2b95507-37bb-4563-960e-f89f6f8f729e up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:34:34.719436 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port d2b95507-37bb-4563-960e-f89f6f8f729e triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:34:34.720138 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (d2b95507-37bb-4563-960e-f89f6f8f729e), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:34.725086 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3c82b0fd-02cb-4340-9e62-719d796df010 req-83940439-5399-4603-804f-8533b88928a1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 210 time: 0.0401034 Jul 07 15:34:34.805654 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port d2b95507-37bb-4563-960e-f89f6f8f729e is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:34:34.807277 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (d2b95507-37bb-4563-960e-f89f6f8f729e), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:34.836880 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port d2b95507-37bb-4563-960e-f89f6f8f729e, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=d2b95507-37bb-4563-960e-f89f6f8f729e,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:34:34.852857 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Sync routers for ids ['c8c3e586-e682-4d74-a549-f9080e37ddb7'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:34:34.867692 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Routers {'c8c3e586-e682-4d74-a549-f9080e37ddb7'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:34:34.868359 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:34:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['c8c3e586-e682-4d74-a549-f9080e37ddb7'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:34.922730 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (d2b95507-37bb-4563-960e-f89f6f8f729e), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:34.979227 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-f3019ed5-3df4-4d23-87a4-5f19b785fd83 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:34.985723 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-f3019ed5-3df4-4d23-87a4-5f19b785fd83 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/networks?id=b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 200 len: 817 time: 0.1145906 Jul 07 15:34:34.987197 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=d2b95507-37bb-4563-960e-f89f6f8f729e,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:34.987359 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Set router c8c3e586-e682-4d74-a549-f9080e37ddb7 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:34:34.998871 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-a436f3b3-9405-4352-bc23-d67896305128 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/quotas/8404651e9fb4443a9cdebb3f79a4e6a8 HTTP/1.1" status: 200 len: 375 time: 0.0105052 Jul 07 15:34:35.049604 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-80daa3ce-4992-49f1-9654-5f8be31de85e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450351 Jul 07 15:34:35.162100 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-6ada2780-f340-476e-af3d-d8e83e238e18 service neutron] 10.222.0.25 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056883 Jul 07 15:34:35.190201 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:34:32Z', 'revision_number': 4, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port': {'id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:30Z', 'updated_at': '2022-07-07T15:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '93597cf1-f56a-4b95-b9a0-78a8e28ebd64', 'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'mac_address': 'fa:16:3e:99:04:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:32Z', 'updated_at': '2022-07-07T15:34:32Z', 'revision_number': 2, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'subnets': [{'id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:35.193077 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:35.219171 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Checking router: c8c3e586-e682-4d74-a549-f9080e37ddb7 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:34:35.219426 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Updating router c8c3e586-e682-4d74-a549-f9080e37ddb7 port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 binding host dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:34:35.242150 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:35.246957 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:35.257226 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-b6da0134-e319-4e1b-979b-d12de91dbf41 service neutron] 10.222.0.25 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942261 Jul 07 15:34:35.531093 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Publish callbacks [] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), precommit_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:35.549316 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a0223c9b-113a-4405-aec3-04b9afd5741d req-9fd9b676-f8e4-4b14-9f95-237bab1bc8d4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 210 time: 0.0377829 Jul 07 15:34:35.648398 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:35.727920 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d4008-ebdf-4872-881a-bc50e0f6e196 None None] Pushing event updated for resources: {'Port': ['ID=93597cf1-f56a-4b95-b9a0-78a8e28ebd64,revision_number=3']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:35.734550 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d4008-ebdf-4872-881a-bc50e0f6e196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:35.734886 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d4008-ebdf-4872-881a-bc50e0f6e196 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:35.735466 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d4008-ebdf-4872-881a-bc50e0f6e196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:35.735650 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d4008-ebdf-4872-881a-bc50e0f6e196 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:35.735967 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d4008-ebdf-4872-881a-bc50e0f6e196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:35.736283 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d4008-ebdf-4872-881a-bc50e0f6e196 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:35.736598 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d4008-ebdf-4872-881a-bc50e0f6e196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:35.736910 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d4008-ebdf-4872-881a-bc50e0f6e196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:35.737542 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d4008-ebdf-4872-881a-bc50e0f6e196 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:35.737542 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d4008-ebdf-4872-881a-bc50e0f6e196 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:35.737834 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d4008-ebdf-4872-881a-bc50e0f6e196 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:35.738144 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d4008-ebdf-4872-881a-bc50e0f6e196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:35.738452 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d4008-ebdf-4872-881a-bc50e0f6e196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:35.738755 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d4008-ebdf-4872-881a-bc50e0f6e196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:35.739088 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d4008-ebdf-4872-881a-bc50e0f6e196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:34:35.788024 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Attempting to bind port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:34:35.788387 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Attempting to bind port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:34:35.790114 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Attempting to bind port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 on network b4a3d0bd-27a0-4957-a668-c94979f88543 {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:34:35.794633 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:34:35.795003 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Checking segment: {'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:34:35.795397 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:35.796467 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Bound using segment: {'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:34:35.796938 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Bound port: 93597cf1-f56a-4b95-b9a0-78a8e28ebd64, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'}}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:34:35.797317 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:35.863915 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] For port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:34:35.868329 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] For port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=93597cf1-f56a-4b95-b9a0-78a8e28ebd64,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:34:35.963208 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:35.965102 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-ba07f0be-5ac2-4f5e-b8bd-096c9f5f27b7 None None] Provisioning complete for port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:34:35.965475 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-ba07f0be-5ac2-4f5e-b8bd-096c9f5f27b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:35.974565 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:36.006526 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-ba07f0be-5ac2-4f5e-b8bd-096c9f5f27b7 None None] Port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:34:36.039465 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Routers {'c8c3e586-e682-4d74-a549-f9080e37ddb7'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:34:36.040113 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:34:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['c8c3e586-e682-4d74-a549-f9080e37ddb7'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:36.074973 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:36.092276 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d4008-ebdf-4872-881a-bc50e0f6e196 None None] Pushing event updated for resources: {'Port': ['ID=93597cf1-f56a-4b95-b9a0-78a8e28ebd64,revision_number=4']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:36.178049 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] Set router c8c3e586-e682-4d74-a549-f9080e37ddb7 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:34:36.223993 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-65ec1a7a-6fe9-478c-804c-f8b3125ad734 None None] Provisioning complete for port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:34:36.224360 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-65ec1a7a-6fe9-478c-804c-f8b3125ad734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:36.297172 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-65ec1a7a-6fe9-478c-804c-f8b3125ad734 None None] Current status of the port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:34:36.297456 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-65ec1a7a-6fe9-478c-804c-f8b3125ad734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:36.332439 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-65ec1a7a-6fe9-478c-804c-f8b3125ad734 None None] For port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=93597cf1-f56a-4b95-b9a0-78a8e28ebd64,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:34:36.366358 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:34:32Z', 'revision_number': 4, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port': {'id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:30Z', 'updated_at': '2022-07-07T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '93597cf1-f56a-4b95-b9a0-78a8e28ebd64', 'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'mac_address': 'fa:16:3e:99:04:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:32Z', 'updated_at': '2022-07-07T15:34:35Z', 'revision_number': 4, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'subnets': [{'id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:34:36.391960 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc62fb2-d1bf-4da0-8ae6-24ac6caeb28e None None] The sync data for ids ['c8c3e586-e682-4d74-a549-f9080e37ddb7'] in dv-cinder-841302-5-iscsi is: [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:34:32Z', 'revision_number': 4, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port': {'id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:30Z', 'updated_at': '2022-07-07T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '93597cf1-f56a-4b95-b9a0-78a8e28ebd64', 'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'mac_address': 'fa:16:3e:99:04:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:32Z', 'updated_at': '2022-07-07T15:34:35Z', 'revision_number': 4, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'subnets': [{'id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:34:36.410927 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-65ec1a7a-6fe9-478c-804c-f8b3125ad734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:36.480542 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec1a7a-6fe9-478c-804c-f8b3125ad734 None None] Pushing event updated for resources: {'Port': ['ID=93597cf1-f56a-4b95-b9a0-78a8e28ebd64,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:36.655688 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8c0286ad-f90b-4701-93e0-84ff338deb7d req-eb5f28aa-63ea-4b6f-a7cd-3cad9c39b684 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 210 time: 0.0286462 Jul 07 15:34:36.723331 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:34:36.769816 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:34:36.770186 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:36.847269 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:34:36.848348 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device d2b95507-37bb-4563-960e-f89f6f8f729e up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:34:36.875075 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:36.892433 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port d2b95507-37bb-4563-960e-f89f6f8f729e triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:34:36.892805 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (d2b95507-37bb-4563-960e-f89f6f8f729e), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:36.969335 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port d2b95507-37bb-4563-960e-f89f6f8f729e is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:34:37.750314 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ca14986d-6bed-4c07-b668-6bd8bf6dfeb5 req-a66d0d8f-f05b-4d84-852f-b800f21415d9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 210 time: 0.0283475 Jul 07 15:34:38.433651 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-830abde8-3718-4398-a88c-bdf750f07bf2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:38.436691 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-830abde8-3718-4398-a88c-bdf750f07bf2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.50 "GET /v2.0/networks?id=b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 200 len: 817 time: 0.1077452 Jul 07 15:34:38.473231 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-3418b567-27dd-47a0-a29a-667ce8fa6ed1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Request body: {'port': {'device_id': '73c2472d-0015-49d1-ab4c-7eb597cbaa69', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'admin_state_up': True, 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:34:38.656356 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-ae59c9cd-f339-4b03-abaf-ac1eb89df2e2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:38.657799 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-ae59c9cd-f339-4b03-abaf-ac1eb89df2e2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.50 "GET /v2.0/networks?id=b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 200 len: 817 time: 0.1685221 Jul 07 15:34:38.675896 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-385296f2-2a74-4726-8c9d-094def54f0d4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Request body: {'port': {'device_id': 'e3f6716b-a8c3-4705-8a18-390af053ad3b', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'admin_state_up': True, 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:34:38.778568 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-3418b567-27dd-47a0-a29a-667ce8fa6ed1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Made reservation on behalf of 8404651e9fb4443a9cdebb3f79a4e6a8 for: {'port': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:34:38.781973 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-3418b567-27dd-47a0-a29a-667ce8fa6ed1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:38.807710 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:38.857137 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ecb1865-6ad5-45a1-b067-b6fe0a148b93 req-d74ab77f-7312-463c-8ecb-aad4a2d40816 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 210 time: 0.0332062 Jul 07 15:34:38.930895 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-3418b567-27dd-47a0-a29a-667ce8fa6ed1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Allocated IP 172.20.0.14 (b4a3d0bd-27a0-4957-a668-c94979f88543/97e3d972-be6d-4b72-9024-2daa5123c3d4/3d9501ce-92dd-42ac-aa7f-f93d92682896) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:34:38.944652 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-385296f2-2a74-4726-8c9d-094def54f0d4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Made reservation on behalf of 8404651e9fb4443a9cdebb3f79a4e6a8 for: {'port': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:34:38.947404 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-385296f2-2a74-4726-8c9d-094def54f0d4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:39.057685 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:39.173121 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-3418b567-27dd-47a0-a29a-667ce8fa6ed1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for port (3d9501ce-92dd-42ac-aa7f-f93d92682896), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:39.276411 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-3418b567-27dd-47a0-a29a-667ce8fa6ed1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (3d9501ce-92dd-42ac-aa7f-f93d92682896), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:39.348209 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-3418b567-27dd-47a0-a29a-667ce8fa6ed1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Network b4a3d0bd-27a0-4957-a668-c94979f88543 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:34:39.353410 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-3418b567-27dd-47a0-a29a-667ce8fa6ed1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:34:39.356070 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-3418b567-27dd-47a0-a29a-667ce8fa6ed1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:34:39.364950 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-3418b567-27dd-47a0-a29a-667ce8fa6ed1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:39.364950 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-3418b567-27dd-47a0-a29a-667ce8fa6ed1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:39.387938 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-385296f2-2a74-4726-8c9d-094def54f0d4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Allocated IP 172.20.0.5 (b4a3d0bd-27a0-4957-a668-c94979f88543/97e3d972-be6d-4b72-9024-2daa5123c3d4/3537eab4-d5c1-44c3-af6a-0429074eef9e) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:34:39.402676 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418b567-27dd-47a0-a29a-667ce8fa6ed1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Pushing event updated for resources: {'Port': ['ID=3d9501ce-92dd-42ac-aa7f-f93d92682896,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:39.482758 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:39.518710 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-3418b567-27dd-47a0-a29a-667ce8fa6ed1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0496240 Jul 07 15:34:39.536106 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Request body: {'port': {'device_id': '73c2472d-0015-49d1-ab4c-7eb597cbaa69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:34:39.609576 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-385296f2-2a74-4726-8c9d-094def54f0d4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for port (3537eab4-d5c1-44c3-af6a-0429074eef9e), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:39.627299 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3d9501ce-92dd-42ac-aa7f-f93d92682896), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:39.654035 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-7dc3823d-4d14-4f5a-94cf-7e4750b30c7d None None] Provisioning complete for port 3d9501ce-92dd-42ac-aa7f-f93d92682896 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:34:39.658709 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7dc3823d-4d14-4f5a-94cf-7e4750b30c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3d9501ce-92dd-42ac-aa7f-f93d92682896), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:39.693071 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-7dc3823d-4d14-4f5a-94cf-7e4750b30c7d None None] Port 3d9501ce-92dd-42ac-aa7f-f93d92682896 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:34:39.801383 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-385296f2-2a74-4726-8c9d-094def54f0d4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (3537eab4-d5c1-44c3-af6a-0429074eef9e), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:39.886269 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-385296f2-2a74-4726-8c9d-094def54f0d4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Network b4a3d0bd-27a0-4957-a668-c94979f88543 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:34:39.893931 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:39.899062 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-385296f2-2a74-4726-8c9d-094def54f0d4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:34:39.904614 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-385296f2-2a74-4726-8c9d-094def54f0d4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:34:39.911901 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-385296f2-2a74-4726-8c9d-094def54f0d4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:39.911901 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-385296f2-2a74-4726-8c9d-094def54f0d4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:39.915831 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385296f2-2a74-4726-8c9d-094def54f0d4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Pushing event updated for resources: {'Port': ['ID=3537eab4-d5c1-44c3-af6a-0429074eef9e,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:40.017649 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87bd7a-9a0d-4805-9b65-b0c1dbc7177d req-8b822479-1f6c-4efc-a6a3-c8d6c5f93a6b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:40.021646 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cc87bd7a-9a0d-4805-9b65-b0c1dbc7177d req-8b822479-1f6c-4efc-a6a3-c8d6c5f93a6b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 931 time: 0.0833452 Jul 07 15:34:40.025928 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-385296f2-2a74-4726-8c9d-094def54f0d4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3557673 Jul 07 15:34:40.034897 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9501ce-92dd-42ac-aa7f-f93d92682896 {{(pid=104327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:34:40.045173 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Request body: {'port': {'device_id': 'e3f6716b-a8c3-4705-8a18-390af053ad3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:34:40.078469 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Publish callbacks [] for port (3d9501ce-92dd-42ac-aa7f-f93d92682896), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:40.082184 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cc87bd7a-9a0d-4805-9b65-b0c1dbc7177d req-20892f4c-3ca9-436f-91b8-c56f25fd7e0a tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492542 Jul 07 15:34:40.102761 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.provisioning_blocks [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Transition to ACTIVE for port object 3d9501ce-92dd-42ac-aa7f-f93d92682896 will not be triggered until provisioned by entity L2. {{(pid=104327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:34:40.140144 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3537eab4-d5c1-44c3-af6a-0429074eef9e), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:40.184582 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (3d9501ce-92dd-42ac-aa7f-f93d92682896), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:40.214796 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-0584917a-44bf-4560-ac4d-499a2233f554 None None] Provisioning complete for port 3537eab4-d5c1-44c3-af6a-0429074eef9e triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:34:40.215365 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-0584917a-44bf-4560-ac4d-499a2233f554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3537eab4-d5c1-44c3-af6a-0429074eef9e), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:40.249482 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-0584917a-44bf-4560-ac4d-499a2233f554 None None] Port 3537eab4-d5c1-44c3-af6a-0429074eef9e cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:34:40.307210 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Pushing event updated for resources: {'Port': ['ID=3d9501ce-92dd-42ac-aa7f-f93d92682896,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:40.384531 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Attempting to bind port 3d9501ce-92dd-42ac-aa7f-f93d92682896 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:34:40.386044 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Attempting to bind port 3d9501ce-92dd-42ac-aa7f-f93d92682896 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:34:40.386044 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Attempting to bind port 3d9501ce-92dd-42ac-aa7f-f93d92682896 on network b4a3d0bd-27a0-4957-a668-c94979f88543 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:34:40.402671 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Port 3d9501ce-92dd-42ac-aa7f-f93d92682896 on network b4a3d0bd-27a0-4957-a668-c94979f88543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:34:40.402996 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Attempting to bind port 3d9501ce-92dd-42ac-aa7f-f93d92682896 on network b4a3d0bd-27a0-4957-a668-c94979f88543 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:34:40.411797 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:34:40.411797 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Checking segment: {'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:34:40.411797 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Bound using segment: {'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:34:40.412233 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Bound port: 3d9501ce-92dd-42ac-aa7f-f93d92682896, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:34:40.412559 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3d9501ce-92dd-42ac-aa7f-f93d92682896), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:40.531298 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:40.547234 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] For port 3d9501ce-92dd-42ac-aa7f-f93d92682896, host hv-cinder-84130, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:34:40.552346 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] For port 3d9501ce-92dd-42ac-aa7f-f93d92682896, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=3d9501ce-92dd-42ac-aa7f-f93d92682896,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:34:40.583028 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3537eab4-d5c1-44c3-af6a-0429074eef9e {{(pid=104327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:34:40.591329 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Publish callbacks [] for port (3537eab4-d5c1-44c3-af6a-0429074eef9e), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:40.604537 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.provisioning_blocks [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Transition to ACTIVE for port object 3537eab4-d5c1-44c3-af6a-0429074eef9e will not be triggered until provisioned by entity L2. {{(pid=104327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:34:40.645969 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (3d9501ce-92dd-42ac-aa7f-f93d92682896), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:40.685414 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:40.686182 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:40.687495 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] 10.222.0.50 "PUT /v2.0/ports/3d9501ce-92dd-42ac-aa7f-f93d92682896 HTTP/1.1" status: 200 len: 1094 time: 1.1581643 Jul 07 15:34:40.687940 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c2472d-0015-49d1-ab4c-7eb597cbaa69', 'tag': '3d9501ce-92dd-42ac-aa7f-f93d92682896'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:34:40.690150 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cfef20-90ab-4cbd-8d73-a3ecc1898965" -d '{"events": [{"name": "network-changed", "server_uuid": "73c2472d-0015-49d1-ab4c-7eb597cbaa69", "tag": "3d9501ce-92dd-42ac-aa7f-f93d92682896"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:34:40.700194 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (3537eab4-d5c1-44c3-af6a-0429074eef9e), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:40.720465 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fade1-90de-4ab2-8234-19241793149e service neutron] Pushing event updated for resources: {'Port': ['ID=3d9501ce-92dd-42ac-aa7f-f93d92682896,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:40.765403 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005bcb2d-3082-45bd-9df9-88a1b791e67f x-openstack-request-id: req-005bcb2d-3082-45bd-9df9-88a1b791e67f {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:34:40.766018 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c2472d-0015-49d1-ab4c-7eb597cbaa69", "tag": "3d9501ce-92dd-42ac-aa7f-f93d92682896", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:34:40.766589 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-005bcb2d-3082-45bd-9df9-88a1b791e67f {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:34:40.767053 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-005bcb2d-3082-45bd-9df9-88a1b791e67f'] response: {'name': 'network-changed', 'server_uuid': '73c2472d-0015-49d1-ab4c-7eb597cbaa69', 'tag': '3d9501ce-92dd-42ac-aa7f-f93d92682896', 'status': 'completed', 'code': 200} Jul 07 15:34:40.798801 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:40.846449 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3537eab4-d5c1-44c3-af6a-0429074eef9e,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:40.854616 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Attempting to bind port 3537eab4-d5c1-44c3-af6a-0429074eef9e on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:34:40.854944 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Attempting to bind port 3537eab4-d5c1-44c3-af6a-0429074eef9e by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:34:40.855732 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Attempting to bind port 3537eab4-d5c1-44c3-af6a-0429074eef9e on network b4a3d0bd-27a0-4957-a668-c94979f88543 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:34:40.862353 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfef20-90ab-4cbd-8d73-a3ecc1898965 req-bad09f4e-876e-47c4-ba4c-7c67d1c17946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:40.863934 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f8cfef20-90ab-4cbd-8d73-a3ecc1898965 req-bad09f4e-876e-47c4-ba4c-7c67d1c17946 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 1128 time: 0.0659003 Jul 07 15:34:40.864615 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Port 3537eab4-d5c1-44c3-af6a-0429074eef9e on network b4a3d0bd-27a0-4957-a668-c94979f88543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:34:40.867842 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Attempting to bind port 3537eab4-d5c1-44c3-af6a-0429074eef9e on network b4a3d0bd-27a0-4957-a668-c94979f88543 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:34:40.870325 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:34:40.870694 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Checking segment: {'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:34:40.871063 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Bound using segment: {'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:34:40.871488 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Bound port: 3537eab4-d5c1-44c3-af6a-0429074eef9e, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:34:40.871872 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3537eab4-d5c1-44c3-af6a-0429074eef9e), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:41.049175 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] For port 3537eab4-d5c1-44c3-af6a-0429074eef9e, host hv-cinder-84130, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:34:41.053688 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] For port 3537eab4-d5c1-44c3-af6a-0429074eef9e, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=3537eab4-d5c1-44c3-af6a-0429074eef9e,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:34:41.058223 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfef20-90ab-4cbd-8d73-a3ecc1898965 req-1551282b-56de-4c22-8e3e-c65beb21170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:41.059807 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f8cfef20-90ab-4cbd-8d73-a3ecc1898965 req-1551282b-56de-4c22-8e3e-c65beb21170e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1856153 Jul 07 15:34:41.160446 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (3537eab4-d5c1-44c3-af6a-0429074eef9e), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:41.202644 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:41.203511 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:41.204791 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] 10.222.0.50 "PUT /v2.0/ports/3537eab4-d5c1-44c3-af6a-0429074eef9e HTTP/1.1" status: 200 len: 1093 time: 1.1647398 Jul 07 15:34:41.207747 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfef20-90ab-4cbd-8d73-a3ecc1898965 req-f7d58edb-aa68-4152-90b4-4f10179bf862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:41.209339 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f8cfef20-90ab-4cbd-8d73-a3ecc1898965 req-f7d58edb-aa68-4152-90b4-4f10179bf862 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391079 Jul 07 15:34:41.229390 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2de289-27d7-4404-b385-8e7f04d909a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3537eab4-d5c1-44c3-af6a-0429074eef9e,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:41.249382 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc19bc-cbde-4321-8579-0e44a60ae588 req-7cd67035-fd93-4ce5-97da-ffa6536a1651 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:41.255801 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f4cc19bc-cbde-4321-8579-0e44a60ae588 req-7cd67035-fd93-4ce5-97da-ffa6536a1651 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 943 time: 0.0814500 Jul 07 15:34:41.306472 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-3b196e6b-3454-4f4f-ad7c-f9ba37beae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:41.314227 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-3b196e6b-3454-4f4f-ad7c-f9ba37beae74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 1128 time: 0.0594196 Jul 07 15:34:41.316795 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f4cc19bc-cbde-4321-8579-0e44a60ae588 req-3c7e7a71-a54f-4699-9345-49c6cb292db7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596046 Jul 07 15:34:41.364333 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:41.374553 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-cd93e988-12b4-4e85-82e7-36fcedb3cd5c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d9501ce-92dd-42ac-aa7f-f93d92682896 HTTP/1.1" status: 200 len: 217 time: 0.0544837 Jul 07 15:34:41.448355 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-93821854-c41d-445d-a519-6d2f51b97053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:41.450029 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-93821854-c41d-445d-a519-6d2f51b97053 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 1127 time: 0.0875237 Jul 07 15:34:41.460568 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-63806b76-e70a-4152-a0ca-e28f64f91441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:41.462048 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-63806b76-e70a-4152-a0ca-e28f64f91441 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97e3d972-be6d-4b72-9024-2daa5123c3d4 HTTP/1.1" status: 200 len: 856 time: 0.0585291 Jul 07 15:34:41.561815 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 43042) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:41.687216 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5819da3a-84f2-4f24-b31f-2def2bd7d65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:41.745421 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:41.775621 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-69acddcb-79aa-47fa-ae8e-446b884ee0db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3537eab4-d5c1-44c3-af6a-0429074eef9e HTTP/1.1" status: 200 len: 217 time: 0.2977452 Jul 07 15:34:41.791989 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:41.794240 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5819da3a-84f2-4f24-b31f-2def2bd7d65f admin admin] Publish callbacks [] for security_group (65ba48bb-a297-4511-a879-4179be84e3c1), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:41.834023 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-456af251-1245-4f03-82d4-c19793b9bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:41.835523 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-456af251-1245-4f03-82d4-c19793b9bd74 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4a3d0bd-27a0-4957-a668-c94979f88543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3493826 Jul 07 15:34:41.854252 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-84d2bc5c-099a-491b-8eda-8395c25a45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:41.855937 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-84d2bc5c-099a-491b-8eda-8395c25a45e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97e3d972-be6d-4b72-9024-2daa5123c3d4 HTTP/1.1" status: 200 len: 856 time: 0.0634451 Jul 07 15:34:41.868104 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5819da3a-84f2-4f24-b31f-2def2bd7d65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (65ba48bb-a297-4511-a879-4179be84e3c1), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:41.908532 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-5819da3a-84f2-4f24-b31f-2def2bd7d65f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04501c20d4f74c39873f862496f17c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3455722 Jul 07 15:34:41.909640 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819da3a-84f2-4f24-b31f-2def2bd7d65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ba48bb-a297-4511-a879-4179be84e3c1,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:41.911734 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 43056) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:41.944797 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-8c60d96d-9133-48a8-9fe0-bf215d471716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:41.946198 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-8c60d96d-9133-48a8-9fe0-bf215d471716 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4a3d0bd-27a0-4957-a668-c94979f88543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807638 Jul 07 15:34:41.968193 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-17b6aaf0-a1fb-488a-b138-395e16e5133e admin admin] Publish callbacks [] for security_group (65ba48bb-a297-4511-a879-4179be84e3c1), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:41.990066 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-17b6aaf0-a1fb-488a-b138-395e16e5133e admin admin] Publish callbacks [] for security_group (65ba48bb-a297-4511-a879-4179be84e3c1), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:41.992235 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-4185f56f-2b77-43ff-9855-1eda2a7a565f service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483552 Jul 07 15:34:42.112632 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:42.116805 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-1f003f16-c553-43cf-8a11-a2365ca159c3 service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630342 Jul 07 15:34:42.125322 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-17b6aaf0-a1fb-488a-b138-395e16e5133e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (65ba48bb-a297-4511-a879-4179be84e3c1), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:42.127875 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-17b6aaf0-a1fb-488a-b138-395e16e5133e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:42.129010 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-17b6aaf0-a1fb-488a-b138-395e16e5133e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65ba48bb-a297-4511-a879-4179be84e3c1 HTTP/1.1" status: 204 len: 168 time: 0.2164388 Jul 07 15:34:42.137390 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6aaf0-a1fb-488a-b138-395e16e5133e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ba48bb-a297-4511-a879-4179be84e3c1,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:42.154794 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-b2c8bfa6-0c29-44bc-ab5d-1a586eb33283 req-280e4f22-0ea6-494d-b26a-4dcab3f1b095 service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538022 Jul 07 15:34:42.235614 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-765c0c9f-9763-445d-b051-6bd7ede16341 req-ad77915d-89c7-4138-a962-1d53934da11d service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108289 Jul 07 15:34:42.262173 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 43064) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:42.466936 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8e266-d665-4297-8de0-6cc6ef03863a req-ce151234-4fb7-4ca0-9b89-e53f7e10e563 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:42.469683 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-28a8e266-d665-4297-8de0-6cc6ef03863a req-ce151234-4fb7-4ca0-9b89-e53f7e10e563 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 943 time: 0.0672624 Jul 07 15:34:42.491407 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9644-ebbf-4c3c-8c0e-e3b79781f2b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:42.533251 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-28a8e266-d665-4297-8de0-6cc6ef03863a req-f50f940b-312e-40bd-a9b2-92283cd18dd7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550756 Jul 07 15:34:42.585168 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9644-ebbf-4c3c-8c0e-e3b79781f2b2 admin admin] Publish callbacks [] for security_group (4eaa5f6b-a718-4384-9a01-3e756bc5773a), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:42.673515 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9644-ebbf-4c3c-8c0e-e3b79781f2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (4eaa5f6b-a718-4384-9a01-3e756bc5773a), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:42.714984 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb9644-ebbf-4c3c-8c0e-e3b79781f2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaa5f6b-a718-4384-9a01-3e756bc5773a,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:42.719537 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1ddb9644-ebbf-4c3c-8c0e-e3b79781f2b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c89f801372fa4cf1820721eb021726a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4562531 Jul 07 15:34:42.722146 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 43084) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:42.767851 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f6716b-a8c3-4705-8a18-390af053ad3b', 'tag': '3537eab4-d5c1-44c3-af6a-0429074eef9e'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:34:42.771066 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a07ed05-2ee4-46d7-9b1e-6e8f388dca82" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f6716b-a8c3-4705-8a18-390af053ad3b", "tag": "3537eab4-d5c1-44c3-af6a-0429074eef9e"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:34:42.772353 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-702c6ee8-b210-458f-8abb-bb206763380d admin admin] Publish callbacks [] for security_group (4eaa5f6b-a718-4384-9a01-3e756bc5773a), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:42.794940 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-702c6ee8-b210-458f-8abb-bb206763380d admin admin] Publish callbacks [] for security_group (4eaa5f6b-a718-4384-9a01-3e756bc5773a), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:42.819725 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f6c774-b1d9-42b4-b17d-04ac31e9e01d x-openstack-request-id: req-e3f6c774-b1d9-42b4-b17d-04ac31e9e01d {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:34:42.821340 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f6716b-a8c3-4705-8a18-390af053ad3b", "tag": "3537eab4-d5c1-44c3-af6a-0429074eef9e", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:34:42.823043 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3f6c774-b1d9-42b4-b17d-04ac31e9e01d {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:34:42.823837 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:42.824444 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f6c774-b1d9-42b4-b17d-04ac31e9e01d'] response: {'name': 'network-changed', 'server_uuid': 'e3f6716b-a8c3-4705-8a18-390af053ad3b', 'tag': '3537eab4-d5c1-44c3-af6a-0429074eef9e', 'status': 'completed', 'code': 200} Jul 07 15:34:42.943330 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-702c6ee8-b210-458f-8abb-bb206763380d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (4eaa5f6b-a718-4384-9a01-3e756bc5773a), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:42.947985 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-702c6ee8-b210-458f-8abb-bb206763380d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:42.949492 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-702c6ee8-b210-458f-8abb-bb206763380d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4eaa5f6b-a718-4384-9a01-3e756bc5773a HTTP/1.1" status: 204 len: 168 time: 0.2261953 Jul 07 15:34:42.963276 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c6ee8-b210-458f-8abb-bb206763380d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaa5f6b-a718-4384-9a01-3e756bc5773a,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:43.652161 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14b324-394b-489b-943c-4dd83ab4f81d req-aafd7714-5623-4667-914d-dac9ab8e4f0e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:43.653611 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8d14b324-394b-489b-943c-4dd83ab4f81d req-aafd7714-5623-4667-914d-dac9ab8e4f0e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 943 time: 0.0474334 Jul 07 15:34:43.702750 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8d14b324-394b-489b-943c-4dd83ab4f81d req-8aa67c0c-79db-4d80-86c7-272296f035f2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429950 Jul 07 15:34:43.808303 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 43124) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:43.825181 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-25a96f8e-df82-4d14-9fac-6685ab010bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:43.901392 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-25a96f8e-df82-4d14-9fac-6685ab010bf8 admin admin] Publish callbacks [] for security_group (c87b543a-2824-4296-aeb6-06c857990d32), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:43.988004 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-25a96f8e-df82-4d14-9fac-6685ab010bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (c87b543a-2824-4296-aeb6-06c857990d32), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:44.019543 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 43128) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:44.029016 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-25a96f8e-df82-4d14-9fac-6685ab010bf8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c68a663d762143e5b0b1249d4de5ba14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196550 Jul 07 15:34:44.030500 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a96f8e-df82-4d14-9fac-6685ab010bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87b543a-2824-4296-aeb6-06c857990d32,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:44.032292 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 43132) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:44.090646 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-16f16510-3c46-418f-a434-ba94e14b9c85 admin admin] Publish callbacks [] for security_group (c87b543a-2824-4296-aeb6-06c857990d32), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:44.113153 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-16f16510-3c46-418f-a434-ba94e14b9c85 admin admin] Publish callbacks [] for security_group (c87b543a-2824-4296-aeb6-06c857990d32), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:44.140037 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3073484a-083f-4e1d-8943-dd26957a00c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:44.231020 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3073484a-083f-4e1d-8943-dd26957a00c5 admin admin] Publish callbacks [] for security_group (7c1260db-4235-4a39-8232-3bbe2e65ec83), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:44.308281 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3073484a-083f-4e1d-8943-dd26957a00c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (7c1260db-4235-4a39-8232-3bbe2e65ec83), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:44.313915 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-16f16510-3c46-418f-a434-ba94e14b9c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (c87b543a-2824-4296-aeb6-06c857990d32), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:44.316352 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-16f16510-3c46-418f-a434-ba94e14b9c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:44.317649 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-16f16510-3c46-418f-a434-ba94e14b9c85 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c87b543a-2824-4296-aeb6-06c857990d32 HTTP/1.1" status: 204 len: 168 time: 0.2841613 Jul 07 15:34:44.354689 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-3073484a-083f-4e1d-8943-dd26957a00c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f44095ae47f444986c850c353460a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315401 Jul 07 15:34:44.354689 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073484a-083f-4e1d-8943-dd26957a00c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1260db-4235-4a39-8232-3bbe2e65ec83,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:44.355450 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 43138) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:44.377102 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f16510-3c46-418f-a434-ba94e14b9c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87b543a-2824-4296-aeb6-06c857990d32,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:44.399860 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:44.409665 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1b7ab6f7-ee26-4c44-ac75-75bd3535dc2e admin admin] Publish callbacks [] for security_group (7c1260db-4235-4a39-8232-3bbe2e65ec83), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:44.430637 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1b7ab6f7-ee26-4c44-ac75-75bd3535dc2e admin admin] Publish callbacks [] for security_group (7c1260db-4235-4a39-8232-3bbe2e65ec83), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:44.576334 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1b7ab6f7-ee26-4c44-ac75-75bd3535dc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (7c1260db-4235-4a39-8232-3bbe2e65ec83), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:44.578830 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1b7ab6f7-ee26-4c44-ac75-75bd3535dc2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:44.580073 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1b7ab6f7-ee26-4c44-ac75-75bd3535dc2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c1260db-4235-4a39-8232-3bbe2e65ec83 HTTP/1.1" status: 204 len: 168 time: 0.2235794 Jul 07 15:34:44.590994 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ab6f7-ee26-4c44-ac75-75bd3535dc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1260db-4235-4a39-8232-3bbe2e65ec83,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:44.817431 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9ca40-36d3-47d7-bc2e-507c1ae25b6d req-829189bf-ce81-4cb8-8466-43b02a421318 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:44.818902 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a9e9ca40-36d3-47d7-bc2e-507c1ae25b6d req-829189bf-ce81-4cb8-8466-43b02a421318 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 943 time: 0.0477827 Jul 07 15:34:44.871317 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a9e9ca40-36d3-47d7-bc2e-507c1ae25b6d req-7693797e-0db9-4c40-b548-69a3b9d4c289 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464103 Jul 07 15:34:45.051945 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 43154) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:45.065369 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-99be9a67-ac32-43c2-8143-4af59354f65c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:45.142777 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-99be9a67-ac32-43c2-8143-4af59354f65c admin admin] Publish callbacks [] for security_group (1265e2f2-5502-46d4-aa77-aafa7edab257), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:45.216363 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-99be9a67-ac32-43c2-8143-4af59354f65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (1265e2f2-5502-46d4-aa77-aafa7edab257), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:45.258830 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-99be9a67-ac32-43c2-8143-4af59354f65c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c148bd923134156a6b00ac5735f01d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058425 Jul 07 15:34:45.260936 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be9a67-ac32-43c2-8143-4af59354f65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1265e2f2-5502-46d4-aa77-aafa7edab257,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:45.261622 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 43162) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:34:45.317471 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0fe2eda6-96d8-4a1f-8d31-076727be172e admin admin] Publish callbacks [] for security_group (1265e2f2-5502-46d4-aa77-aafa7edab257), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:45.339023 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0fe2eda6-96d8-4a1f-8d31-076727be172e admin admin] Publish callbacks [] for security_group (1265e2f2-5502-46d4-aa77-aafa7edab257), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:45.474279 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0fe2eda6-96d8-4a1f-8d31-076727be172e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (1265e2f2-5502-46d4-aa77-aafa7edab257), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:45.476969 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0fe2eda6-96d8-4a1f-8d31-076727be172e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:45.482784 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-0fe2eda6-96d8-4a1f-8d31-076727be172e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1265e2f2-5502-46d4-aa77-aafa7edab257 HTTP/1.1" status: 204 len: 168 time: 0.2150800 Jul 07 15:34:45.486744 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2eda6-96d8-4a1f-8d31-076727be172e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1265e2f2-5502-46d4-aa77-aafa7edab257,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:46.003753 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54d35e-244d-4602-b5cb-005963111e0f req-a399e0d0-f801-4475-8c76-4e6bde493880 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:46.004944 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-db54d35e-244d-4602-b5cb-005963111e0f req-a399e0d0-f801-4475-8c76-4e6bde493880 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 943 time: 0.0583141 Jul 07 15:34:46.061908 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:46.067160 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-db54d35e-244d-4602-b5cb-005963111e0f req-ffaa1f4b-c87e-4371-953a-60d9fb6aea7f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561452 Jul 07 15:34:46.369660 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:47.184646 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=12 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:47.199930 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117f541-2d9d-4afe-aa96-8276f61e8057 req-586b738c-c9bb-46ba-818f-fdbd765e652d tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:47.201440 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3117f541-2d9d-4afe-aa96-8276f61e8057 req-586b738c-c9bb-46ba-818f-fdbd765e652d tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 943 time: 0.0624027 Jul 07 15:34:47.257162 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3117f541-2d9d-4afe-aa96-8276f61e8057 req-7eb3cd47-77c8-4986-b9cd-306b45756e62 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472550 Jul 07 15:34:47.315218 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 3d9501ce-92dd-42ac-aa7f-f93d92682896 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:34:47.362897 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:47.421842 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 3d9501ce-92dd-42ac-aa7f-f93d92682896, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=3d9501ce-92dd-42ac-aa7f-f93d92682896,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:34:47.433308 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '3d9501ce-92dd-42ac-aa7f-f93d92682896', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'port_id': '3d9501ce-92dd-42ac-aa7f-f93d92682896', 'mac_address': 'fa:16:3e:e5:f6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:34:47.470013 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 3d9501ce-92dd-42ac-aa7f-f93d92682896 is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:34:47.470396 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3d9501ce-92dd-42ac-aa7f-f93d92682896), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:47.484100 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9501ce-92dd-42ac-aa7f-f93d92682896 {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:34:47.505583 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 3d9501ce-92dd-42ac-aa7f-f93d92682896, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=3d9501ce-92dd-42ac-aa7f-f93d92682896,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:34:47.579070 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (3d9501ce-92dd-42ac-aa7f-f93d92682896), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:47.626081 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=3d9501ce-92dd-42ac-aa7f-f93d92682896,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:48.373725 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f0814-6fea-4654-99b2-7058928c4347 req-b0b7dfcd-e116-4614-9562-86cfa35586d0 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:48.375210 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-829f0814-6fea-4654-99b2-7058928c4347 req-b0b7dfcd-e116-4614-9562-86cfa35586d0 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 943 time: 0.0507886 Jul 07 15:34:48.423694 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-829f0814-6fea-4654-99b2-7058928c4347 req-e18bb77e-0090-47f8-ad2d-8855da060d3b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426540 Jul 07 15:34:49.255759 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:49.344490 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07ed05-2ee4-46d7-9b1e-6e8f388dca82 req-d18bfa4f-1d82-4b1c-bb46-9e669fad8597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:49.346036 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0a07ed05-2ee4-46d7-9b1e-6e8f388dca82 req-d18bfa4f-1d82-4b1c-bb46-9e669fad8597 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 1127 time: 0.0400498 Jul 07 15:34:49.365471 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['3d9501ce-92dd-42ac-aa7f-f93d92682896'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:34:49.446432 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07ed05-2ee4-46d7-9b1e-6e8f388dca82 req-b8c2281b-34eb-4aaa-9ab6-a435af09561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:49.448295 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0a07ed05-2ee4-46d7-9b1e-6e8f388dca82 req-b8c2281b-34eb-4aaa-9ab6-a435af09561f service neutron] 10.222.0.50 "GET /v2.0/networks?id=b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 200 len: 918 time: 0.0958564 Jul 07 15:34:49.490826 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0a07ed05-2ee4-46d7-9b1e-6e8f388dca82 req-b2645191-8adf-4d12-823d-bc86fcb98333 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3537eab4-d5c1-44c3-af6a-0429074eef9e HTTP/1.1" status: 200 len: 217 time: 0.0353858 Jul 07 15:34:49.502931 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:49.541922 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf990a2f-c3d5-4ef1-a9d2-6a38a94d2c53 req-f70a8bba-8a89-4ac8-9074-54bbb6dbd681 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:49.543055 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07ed05-2ee4-46d7-9b1e-6e8f388dca82 req-83b9c17e-e36a-434d-bf0e-df6dd0ae0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:49.544580 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0a07ed05-2ee4-46d7-9b1e-6e8f388dca82 req-83b9c17e-e36a-434d-bf0e-df6dd0ae0407 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97e3d972-be6d-4b72-9024-2daa5123c3d4 HTTP/1.1" status: 200 len: 856 time: 0.0455394 Jul 07 15:34:49.548011 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cf990a2f-c3d5-4ef1-a9d2-6a38a94d2c53 req-f70a8bba-8a89-4ac8-9074-54bbb6dbd681 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 943 time: 0.0534573 Jul 07 15:34:49.593880 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07ed05-2ee4-46d7-9b1e-6e8f388dca82 req-490c48b4-e4c5-49b2-bd24-5e746f7ba366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:49.595307 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cf990a2f-c3d5-4ef1-a9d2-6a38a94d2c53 req-43b63ef1-53eb-4fe2-ac4d-e951852d56b0 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455120 Jul 07 15:34:49.595411 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0a07ed05-2ee4-46d7-9b1e-6e8f388dca82 req-490c48b4-e4c5-49b2-bd24-5e746f7ba366 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4a3d0bd-27a0-4957-a668-c94979f88543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443091 Jul 07 15:34:49.628944 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:49.691326 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0a07ed05-2ee4-46d7-9b1e-6e8f388dca82 req-ab452b81-af47-44f7-9ba8-699915fa2271 service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836916 Jul 07 15:34:49.788501 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0a07ed05-2ee4-46d7-9b1e-6e8f388dca82 req-917ef2c0-49fc-415f-929b-33f6cace9548 service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906549 Jul 07 15:34:50.630090 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-27b5c7d0-6c22-4bf6-9632-82ee74e678ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:50.711351 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488fc1d-2f67-46db-81b0-6a17a9525caf req-19bf64dc-095b-465a-a369-811efb7e68b6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:50.712852 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4488fc1d-2f67-46db-81b0-6a17a9525caf req-19bf64dc-095b-465a-a369-811efb7e68b6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 943 time: 0.0472739 Jul 07 15:34:50.764698 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4488fc1d-2f67-46db-81b0-6a17a9525caf req-7fc95e17-7e17-4493-87e0-607fb40fdf88 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456901 Jul 07 15:34:51.079139 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 3537eab4-d5c1-44c3-af6a-0429074eef9e details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:34:51.082551 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 3d9501ce-92dd-42ac-aa7f-f93d92682896 up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:34:51.162381 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port 3d9501ce-92dd-42ac-aa7f-f93d92682896 completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:34:51.221640 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 3537eab4-d5c1-44c3-af6a-0429074eef9e, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=3537eab4-d5c1-44c3-af6a-0429074eef9e,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:34:51.234609 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '3537eab4-d5c1-44c3-af6a-0429074eef9e', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'port_id': '3537eab4-d5c1-44c3-af6a-0429074eef9e', 'mac_address': 'fa:16:3e:f2:34:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:34:51.269234 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 3537eab4-d5c1-44c3-af6a-0429074eef9e is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:34:51.269670 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3537eab4-d5c1-44c3-af6a-0429074eef9e), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:51.287553 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3537eab4-d5c1-44c3-af6a-0429074eef9e {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:34:51.293001 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 3d9501ce-92dd-42ac-aa7f-f93d92682896 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:34:51.293366 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3d9501ce-92dd-42ac-aa7f-f93d92682896), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:51.333803 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 3537eab4-d5c1-44c3-af6a-0429074eef9e, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=3537eab4-d5c1-44c3-af6a-0429074eef9e,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:34:51.378687 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 3d9501ce-92dd-42ac-aa7f-f93d92682896 is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:34:51.379078 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3d9501ce-92dd-42ac-aa7f-f93d92682896), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:51.401642 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c2472d-0015-49d1-ab4c-7eb597cbaa69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9501ce-92dd-42ac-aa7f-f93d92682896'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:34:51.404007 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad818cd5-d0ef-4fdf-914a-1d5c7b7beaa1" -d '{"events": [{"server_uuid": "73c2472d-0015-49d1-ab4c-7eb597cbaa69", "name": "network-vif-plugged", "status": "completed", "tag": "3d9501ce-92dd-42ac-aa7f-f93d92682896"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:34:51.417010 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 3d9501ce-92dd-42ac-aa7f-f93d92682896, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=3d9501ce-92dd-42ac-aa7f-f93d92682896,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:34:51.438612 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecda9ad-2d52-4b72-a55d-bb122c850035 x-openstack-request-id: req-0ecda9ad-2d52-4b72-a55d-bb122c850035 {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:34:51.438919 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c2472d-0015-49d1-ab4c-7eb597cbaa69", "name": "network-vif-plugged", "status": "completed", "tag": "3d9501ce-92dd-42ac-aa7f-f93d92682896", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:34:51.439175 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ecda9ad-2d52-4b72-a55d-bb122c850035 {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:34:51.439591 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ecda9ad-2d52-4b72-a55d-bb122c850035'] response: {'server_uuid': '73c2472d-0015-49d1-ab4c-7eb597cbaa69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9501ce-92dd-42ac-aa7f-f93d92682896', 'code': 200} Jul 07 15:34:51.450709 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (3537eab4-d5c1-44c3-af6a-0429074eef9e), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:51.502296 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=3537eab4-d5c1-44c3-af6a-0429074eef9e,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:51.544408 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (3d9501ce-92dd-42ac-aa7f-f93d92682896), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:51.594080 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=3d9501ce-92dd-42ac-aa7f-f93d92682896,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:51.742817 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['3537eab4-d5c1-44c3-af6a-0429074eef9e'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:34:51.800873 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01ce6-b4fb-461c-8db2-791716bca401 req-cd2e9d57-7cbb-4aa6-9bf2-1dbf864223ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:51.803018 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-ede01ce6-b4fb-461c-8db2-791716bca401 req-cd2e9d57-7cbb-4aa6-9bf2-1dbf864223ec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 1130 time: 0.0525494 Jul 07 15:34:51.852532 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:51.884864 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-ede01ce6-b4fb-461c-8db2-791716bca401 req-99803606-653e-459f-ba7c-4085de77ea47 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726328 Jul 07 15:34:51.912955 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9cc85-d86f-4aa5-93ce-4cfc4279579f req-a31e452c-dd7d-4d4c-9f3b-21ddac28a00e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:51.919875 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0df9cc85-d86f-4aa5-93ce-4cfc4279579f req-a31e452c-dd7d-4d4c-9f3b-21ddac28a00e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 944 time: 0.0558109 Jul 07 15:34:51.964679 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0df9cc85-d86f-4aa5-93ce-4cfc4279579f req-26c72e65-b268-48b5-a9b1-89c2b4e73b54 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439284 Jul 07 15:34:52.867053 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-062a3726-12da-4a0a-8abc-9e42d8ec23d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:53.090801 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 3537eab4-d5c1-44c3-af6a-0429074eef9e up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:34:53.092218 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fbd0d-8c72-4c41-b88d-9e4515553cbb req-68d16b74-ee1f-4439-9d83-b5cdf0ccb6ba tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:53.093782 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fe0fbd0d-8c72-4c41-b88d-9e4515553cbb req-68d16b74-ee1f-4439-9d83-b5cdf0ccb6ba tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 944 time: 0.0575151 Jul 07 15:34:53.119783 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:53.134028 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port 3537eab4-d5c1-44c3-af6a-0429074eef9e completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:34:53.153215 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fe0fbd0d-8c72-4c41-b88d-9e4515553cbb req-b5c3a578-1c85-4868-b93a-1b425d0dbe2d tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537059 Jul 07 15:34:53.178683 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 3537eab4-d5c1-44c3-af6a-0429074eef9e triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:34:53.179053 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3537eab4-d5c1-44c3-af6a-0429074eef9e), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:53.255985 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 3537eab4-d5c1-44c3-af6a-0429074eef9e is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:34:53.256438 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3537eab4-d5c1-44c3-af6a-0429074eef9e), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:53.298271 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 3537eab4-d5c1-44c3-af6a-0429074eef9e, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=3537eab4-d5c1-44c3-af6a-0429074eef9e,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:34:53.389888 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (3537eab4-d5c1-44c3-af6a-0429074eef9e), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:53.533091 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f6716b-a8c3-4705-8a18-390af053ad3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3537eab4-d5c1-44c3-af6a-0429074eef9e'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:34:53.535322 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86df92b0-daad-4bef-8ccc-e8c305168184" -d '{"events": [{"server_uuid": "e3f6716b-a8c3-4705-8a18-390af053ad3b", "name": "network-vif-plugged", "status": "completed", "tag": "3537eab4-d5c1-44c3-af6a-0429074eef9e"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:34:53.566741 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=3537eab4-d5c1-44c3-af6a-0429074eef9e,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:34:53.590975 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c02ca1d-338f-4808-8ac3-a99f8ce699ba x-openstack-request-id: req-7c02ca1d-338f-4808-8ac3-a99f8ce699ba {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:34:53.591266 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f6716b-a8c3-4705-8a18-390af053ad3b", "name": "network-vif-plugged", "status": "completed", "tag": "3537eab4-d5c1-44c3-af6a-0429074eef9e", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:34:53.592089 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c02ca1d-338f-4808-8ac3-a99f8ce699ba {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:34:53.592486 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c02ca1d-338f-4808-8ac3-a99f8ce699ba'] response: {'server_uuid': 'e3f6716b-a8c3-4705-8a18-390af053ad3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3537eab4-d5c1-44c3-af6a-0429074eef9e', 'code': 200} Jul 07 15:34:53.975839 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23235819-dc5c-4dcd-947e-6e8ebe8045b3 req-86543f58-6bce-4108-90cb-6ba042dc7287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:53.977343 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-23235819-dc5c-4dcd-947e-6e8ebe8045b3 req-86543f58-6bce-4108-90cb-6ba042dc7287 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 1129 time: 0.0391653 Jul 07 15:34:54.012258 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:54.026896 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-23235819-dc5c-4dcd-947e-6e8ebe8045b3 req-952dbaa3-2deb-4938-a7e1-d561301e4772 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416174 Jul 07 15:34:54.207163 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:54.274024 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be8bfa-fed4-47f9-bfa6-f612eb740d40 req-bcfb5b51-e186-482c-acb6-4bbe7a234c92 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:54.275549 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-18be8bfa-fed4-47f9-bfa6-f612eb740d40 req-bcfb5b51-e186-482c-acb6-4bbe7a234c92 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0476897 Jul 07 15:34:54.323938 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-18be8bfa-fed4-47f9-bfa6-f612eb740d40 req-17c31f13-07bd-46ab-81f6-7f2f5ae8a03f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426781 Jul 07 15:34:55.453147 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d1404-e7d2-4253-8300-8ec550c42986 req-2b6c83fc-f901-4e5b-9a69-8279bab1f31f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:55.454648 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-aa9d1404-e7d2-4253-8300-8ec550c42986 req-2b6c83fc-f901-4e5b-9a69-8279bab1f31f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0592549 Jul 07 15:34:55.503253 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-aa9d1404-e7d2-4253-8300-8ec550c42986 req-4d586b92-5b7c-4d4e-bad9-ad0c212fed22 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427423 Jul 07 15:34:55.547394 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:55.793276 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:34:56.624615 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5836a-6e01-469b-9ec2-36db44cfc2ba req-4c2b3604-7e8e-4b39-a93a-e4ad1250ae26 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:56.626128 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-afd5836a-6e01-469b-9ec2-36db44cfc2ba req-4c2b3604-7e8e-4b39-a93a-e4ad1250ae26 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0481369 Jul 07 15:34:56.675395 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-afd5836a-6e01-469b-9ec2-36db44cfc2ba req-57ed5cc3-a992-4343-8b18-8952ea194085 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 Jul 07 15:34:57.179315 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83deb26d-e240-430a-8a43-5353bb28bfc7 req-9434b63f-da81-41a6-9484-ae83c9e40101 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:57.180684 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-83deb26d-e240-430a-8a43-5353bb28bfc7 req-9434b63f-da81-41a6-9484-ae83c9e40101 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0452864 Jul 07 15:34:57.229287 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-83deb26d-e240-430a-8a43-5353bb28bfc7 req-b38e498f-4304-4b47-ba79-eb792f67dfd5 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432618 Jul 07 15:34:58.327936 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:58.343428 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe751dc4-6c3c-40a1-bbb8-f523dde327b8 req-b4bedd38-17e5-48f7-9c37-4dd6c69368c9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:58.380974 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fe751dc4-6c3c-40a1-bbb8-f523dde327b8 req-b4bedd38-17e5-48f7-9c37-4dd6c69368c9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0468507 Jul 07 15:34:58.397035 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fe751dc4-6c3c-40a1-bbb8-f523dde327b8 req-ac009504-d4a7-48a1-b552-91f11db1d97e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465622 Jul 07 15:34:58.427487 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdb802-1243-422d-9fc2-d7123acd4b00 req-a700b9f2-2ef9-41ea-a6d9-93dd1ad67b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:58.429069 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0ffdb802-1243-422d-9fc2-d7123acd4b00 req-a700b9f2-2ef9-41ea-a6d9-93dd1ad67b05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 1129 time: 0.0402207 Jul 07 15:34:58.528178 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdb802-1243-422d-9fc2-d7123acd4b00 req-8908b6c7-d0b9-46cf-9dd6-01abb1c56b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:58.529613 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0ffdb802-1243-422d-9fc2-d7123acd4b00 req-8908b6c7-d0b9-46cf-9dd6-01abb1c56b42 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 200 len: 918 time: 0.0906720 Jul 07 15:34:58.575301 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0ffdb802-1243-422d-9fc2-d7123acd4b00 req-34874419-18df-4ba7-9b9e-d4f5b95359ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3537eab4-d5c1-44c3-af6a-0429074eef9e HTTP/1.1" status: 200 len: 217 time: 0.0361440 Jul 07 15:34:58.625234 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdb802-1243-422d-9fc2-d7123acd4b00 req-25caf399-3422-49eb-96fc-e7a4c4252469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:58.626729 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0ffdb802-1243-422d-9fc2-d7123acd4b00 req-25caf399-3422-49eb-96fc-e7a4c4252469 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97e3d972-be6d-4b72-9024-2daa5123c3d4 HTTP/1.1" status: 200 len: 856 time: 0.0444839 Jul 07 15:34:58.672819 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdb802-1243-422d-9fc2-d7123acd4b00 req-57152a6c-e212-4932-8abc-c70a2d06bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:58.674347 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0ffdb802-1243-422d-9fc2-d7123acd4b00 req-57152a6c-e212-4932-8abc-c70a2d06bfdb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4a3d0bd-27a0-4957-a668-c94979f88543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397589 Jul 07 15:34:58.772434 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0ffdb802-1243-422d-9fc2-d7123acd4b00 req-b8094f63-6fc8-43d8-bc7d-b011540b322f service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898449 Jul 07 15:34:58.864530 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0ffdb802-1243-422d-9fc2-d7123acd4b00 req-8be10de0-49ac-4c66-bad7-f47fb50615dd service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846298 Jul 07 15:34:59.511243 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350a9d9-32b3-4fa1-9611-16f2f83764d6 req-36057236-f93f-4184-a2f3-306eb50e8673 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:34:59.512723 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6350a9d9-32b3-4fa1-9611-16f2f83764d6 req-36057236-f93f-4184-a2f3-306eb50e8673 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0484850 Jul 07 15:34:59.544971 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:34:59.559723 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6350a9d9-32b3-4fa1-9611-16f2f83764d6 req-1a344bf0-7f39-402b-ae9e-fb1f09f289b9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Jul 07 15:35:00.687991 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d6492-a4a0-40ac-924f-e60ace9ff45b req-bd6be917-116e-4be2-901d-21d7fb9fd463 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:00.689831 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-447d6492-a4a0-40ac-924f-e60ace9ff45b req-bd6be917-116e-4be2-901d-21d7fb9fd463 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0538459 Jul 07 15:35:00.739054 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-447d6492-a4a0-40ac-924f-e60ace9ff45b req-555570c4-87f6-4fa5-82a8-20c835de75c9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439534 Jul 07 15:35:01.126750 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 43504) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:01.235337 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:01.314115 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Publish callbacks [] for security_group (88123194-0fcf-457e-b1db-638d97a36ec2), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:01.369763 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (88123194-0fcf-457e-b1db-638d97a36ec2), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:01.412162 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88123194-0fcf-457e-b1db-638d97a36ec2,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:01.416997 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9a14dd5e74d4c7ca995940c31c223c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892401 Jul 07 15:35:01.420859 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 43510) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:01.428562 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:01.428912 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:01.429258 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:01.429595 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:01.429923 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:01.430249 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:01.430573 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:01.430923 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:01.431245 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:01.431586 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:01.431931 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:01.432254 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:01.432570 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:01.432914 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:01.433229 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266433c-d2d0-408d-a7bf-e3df37d0503c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:01.483415 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9c65386d-7b0c-4c7d-8287-4a18e14bdfbd admin admin] Publish callbacks [] for security_group (88123194-0fcf-457e-b1db-638d97a36ec2), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:01.507079 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9c65386d-7b0c-4c7d-8287-4a18e14bdfbd admin admin] Publish callbacks [] for security_group (88123194-0fcf-457e-b1db-638d97a36ec2), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:01.661663 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9c65386d-7b0c-4c7d-8287-4a18e14bdfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (88123194-0fcf-457e-b1db-638d97a36ec2), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:01.664758 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9c65386d-7b0c-4c7d-8287-4a18e14bdfbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:01.669053 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-9c65386d-7b0c-4c7d-8287-4a18e14bdfbd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88123194-0fcf-457e-b1db-638d97a36ec2 HTTP/1.1" status: 204 len: 168 time: 0.2471471 Jul 07 15:35:01.678116 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65386d-7b0c-4c7d-8287-4a18e14bdfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88123194-0fcf-457e-b1db-638d97a36ec2,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:01.859428 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f461e72-df1f-40ce-8e9f-c52e49d3a63d req-3407a306-59f4-477c-a418-9406f600496b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:01.860961 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5f461e72-df1f-40ce-8e9f-c52e49d3a63d req-3407a306-59f4-477c-a418-9406f600496b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0508335 Jul 07 15:35:01.907792 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5f461e72-df1f-40ce-8e9f-c52e49d3a63d req-1472061e-9a51-46f3-b2cc-815f4a3ff040 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413375 Jul 07 15:35:02.192965 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 43538) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:02.345244 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7a5235ad-781d-4096-b548-1c982ab0dbf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:02.426672 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7a5235ad-781d-4096-b548-1c982ab0dbf1 admin admin] Publish callbacks [] for security_group (7d3c8e0a-c94e-4811-b6bd-317c7a5c909c), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:02.493140 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7a5235ad-781d-4096-b548-1c982ab0dbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (7d3c8e0a-c94e-4811-b6bd-317c7a5c909c), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:02.535252 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-7a5235ad-781d-4096-b548-1c982ab0dbf1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc0ba2681ada4eb8b85942041465afca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412123 Jul 07 15:35:02.536096 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5235ad-781d-4096-b548-1c982ab0dbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3c8e0a-c94e-4811-b6bd-317c7a5c909c,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:02.549349 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 43556) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:02.597056 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5529b722-f899-47fd-8e39-8152b2513bac admin admin] Publish callbacks [] for security_group (7d3c8e0a-c94e-4811-b6bd-317c7a5c909c), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:02.619012 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5529b722-f899-47fd-8e39-8152b2513bac admin admin] Publish callbacks [] for security_group (7d3c8e0a-c94e-4811-b6bd-317c7a5c909c), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:02.728743 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5529b722-f899-47fd-8e39-8152b2513bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (7d3c8e0a-c94e-4811-b6bd-317c7a5c909c), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:02.731468 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5529b722-f899-47fd-8e39-8152b2513bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:02.735661 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-5529b722-f899-47fd-8e39-8152b2513bac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d3c8e0a-c94e-4811-b6bd-317c7a5c909c HTTP/1.1" status: 204 len: 168 time: 0.1823630 Jul 07 15:35:02.741006 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529b722-f899-47fd-8e39-8152b2513bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3c8e0a-c94e-4811-b6bd-317c7a5c909c,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:03.036635 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6455c-0d7f-4d64-8982-6ee71c73ef63 req-a7253862-14b0-4e8e-a703-b4433b5f483e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:03.038688 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1db6455c-0d7f-4d64-8982-6ee71c73ef63 req-a7253862-14b0-4e8e-a703-b4433b5f483e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0561633 Jul 07 15:35:03.087957 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:03.093867 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1db6455c-0d7f-4d64-8982-6ee71c73ef63 req-429a2ab4-9551-4e29-91e4-c22d531c9631 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466597 Jul 07 15:35:03.524659 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:03.563015 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 43614) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:03.576445 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:03.617930 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:03.650408 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Publish callbacks [] for security_group (124a3543-3210-4309-bb36-4df9bfc01887), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:03.715247 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (124a3543-3210-4309-bb36-4df9bfc01887), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:03.755318 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=134860c025634d3f9c8896d1456e672b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1911998 Jul 07 15:35:03.757148 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124a3543-3210-4309-bb36-4df9bfc01887,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:03.758128 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 43618) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:03.767103 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:03.767395 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:03.767755 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:03.768080 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:03.772832 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:03.772832 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:03.772832 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:03.772832 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:03.772832 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:03.772832 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:03.772832 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:03.772832 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:03.772832 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:03.772832 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:03.772832 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb38073-9da0-4e0d-a468-006ef13ec479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:03.812025 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4810-fc0b-4ecc-9832-534f520e5562 admin admin] Publish callbacks [] for security_group (124a3543-3210-4309-bb36-4df9bfc01887), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:03.826812 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:03.839956 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4810-fc0b-4ecc-9832-534f520e5562 admin admin] Publish callbacks [] for security_group (124a3543-3210-4309-bb36-4df9bfc01887), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:03.944146 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-180b738e-8765-4f56-872a-fb1bab7162ff req-184b3741-af21-4e2a-86f6-8ec85104f7a2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403147 Jul 07 15:35:03.973178 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4810-fc0b-4ecc-9832-534f520e5562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (124a3543-3210-4309-bb36-4df9bfc01887), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:03.975685 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4810-fc0b-4ecc-9832-534f520e5562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:03.976799 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-e0ed4810-fc0b-4ecc-9832-534f520e5562 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/124a3543-3210-4309-bb36-4df9bfc01887 HTTP/1.1" status: 204 len: 168 time: 0.2177732 Jul 07 15:35:03.979432 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:03.995612 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed4810-fc0b-4ecc-9832-534f520e5562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124a3543-3210-4309-bb36-4df9bfc01887,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:04.027512 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b738e-8765-4f56-872a-fb1bab7162ff req-0759c5bd-ae23-4baf-a811-333068fbad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:04.029099 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-180b738e-8765-4f56-872a-fb1bab7162ff req-0759c5bd-ae23-4baf-a811-333068fbad54 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 1130 time: 0.0471561 Jul 07 15:35:04.146440 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b738e-8765-4f56-872a-fb1bab7162ff req-afee5b4b-ccde-45b8-bc1e-da17c96ea073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:04.148135 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-180b738e-8765-4f56-872a-fb1bab7162ff req-afee5b4b-ccde-45b8-bc1e-da17c96ea073 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833 HTTP/1.1" status: 200 len: 915 time: 0.0944490 Jul 07 15:35:04.220300 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba2021-8fdc-4539-80bd-1b716cc3d536 req-f4ca655e-8f56-467f-a318-ef2eeab4a11e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:04.222949 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ceba2021-8fdc-4539-80bd-1b716cc3d536 req-f4ca655e-8f56-467f-a318-ef2eeab4a11e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0547442 Jul 07 15:35:04.235943 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-180b738e-8765-4f56-872a-fb1bab7162ff req-33009936-6f3d-42c2-8fa4-fee15d507666 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81cf072b-a045-4379-a583-082f35faaaf6 HTTP/1.1" status: 200 len: 1002 time: 0.0776813 Jul 07 15:35:04.273690 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ceba2021-8fdc-4539-80bd-1b716cc3d536 req-e082916f-72f3-42e8-80cc-334862ac6cd7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446954 Jul 07 15:35:04.295490 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b738e-8765-4f56-872a-fb1bab7162ff req-6bf73532-42c3-49c0-bda5-91f48b43c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:04.297114 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-180b738e-8765-4f56-872a-fb1bab7162ff req-6bf73532-42c3-49c0-bda5-91f48b43c071 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=61ecf33b-ac81-410e-a8db-4aefcfc3a895 HTTP/1.1" status: 200 len: 853 time: 0.0526702 Jul 07 15:35:04.345061 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b738e-8765-4f56-872a-fb1bab7162ff req-160b65e1-a938-4b55-a824-f716e352364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:04.347002 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-180b738e-8765-4f56-872a-fb1bab7162ff req-160b65e1-a938-4b55-a824-f716e352364b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418897 Jul 07 15:35:04.452308 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-180b738e-8765-4f56-872a-fb1bab7162ff req-142a3f34-10f4-4b4e-aa58-723fdfb6e151 service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984986 Jul 07 15:35:04.549436 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-180b738e-8765-4f56-872a-fb1bab7162ff req-a963b48c-a2c3-41a4-a49a-ed94c82b9ff0 service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887938 Jul 07 15:35:04.747726 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 43650) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:04.765604 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97180595-b214-4895-aa5b-e26846217235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:04.789450 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:04.843064 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97180595-b214-4895-aa5b-e26846217235 admin admin] Publish callbacks [] for security_group (ab34329d-fd2a-4c1c-9066-a225dc96aaba), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:04.918912 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97180595-b214-4895-aa5b-e26846217235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (ab34329d-fd2a-4c1c-9066-a225dc96aaba), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:04.957363 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97180595-b214-4895-aa5b-e26846217235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab34329d-fd2a-4c1c-9066-a225dc96aaba,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:04.965022 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-97180595-b214-4895-aa5b-e26846217235 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c3bd3b536ae4b509505e962f87c343c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160699 Jul 07 15:35:04.965700 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 43656) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:05.023551 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4bc48ad2-0e83-4b32-8c9a-3e259671f53e admin admin] Publish callbacks [] for security_group (ab34329d-fd2a-4c1c-9066-a225dc96aaba), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:05.048240 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4bc48ad2-0e83-4b32-8c9a-3e259671f53e admin admin] Publish callbacks [] for security_group (ab34329d-fd2a-4c1c-9066-a225dc96aaba), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:05.195251 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4bc48ad2-0e83-4b32-8c9a-3e259671f53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (ab34329d-fd2a-4c1c-9066-a225dc96aaba), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:05.197820 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4bc48ad2-0e83-4b32-8c9a-3e259671f53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:05.201366 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4bc48ad2-0e83-4b32-8c9a-3e259671f53e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab34329d-fd2a-4c1c-9066-a225dc96aaba HTTP/1.1" status: 204 len: 168 time: 0.2320309 Jul 07 15:35:05.207515 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc48ad2-0e83-4b32-8c9a-3e259671f53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab34329d-fd2a-4c1c-9066-a225dc96aaba,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:05.387615 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c88c1-a87b-4b64-af46-d368b949af48 req-48f5667f-0bb7-4431-a03f-0578535ea59b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:05.388796 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-229c88c1-a87b-4b64-af46-d368b949af48 req-48f5667f-0bb7-4431-a03f-0578535ea59b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0480635 Jul 07 15:35:05.439225 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-229c88c1-a87b-4b64-af46-d368b949af48 req-2c73c548-f336-482d-91a8-f06660b20024 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436091 Jul 07 15:35:06.561247 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7e15b-f788-45cb-8097-a385658d198f req-90f0b2a7-a152-49e7-8808-962b86891fdc tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:06.562798 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-58c7e15b-f788-45cb-8097-a385658d198f req-90f0b2a7-a152-49e7-8808-962b86891fdc tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0530360 Jul 07 15:35:06.612224 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-58c7e15b-f788-45cb-8097-a385658d198f req-1a03bbdb-38c5-44b3-9bfa-941afafff735 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436513 Jul 07 15:35:07.241801 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:35:07.440949 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed9140-e5ff-4732-85f1-c2d029191725 req-d4d96023-5835-4adf-b8be-c387ffd505fa tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:07.442773 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5fed9140-e5ff-4732-85f1-c2d029191725 req-d4d96023-5835-4adf-b8be-c387ffd505fa tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0523243 Jul 07 15:35:07.500699 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5fed9140-e5ff-4732-85f1-c2d029191725 req-81e30fe6-0380-435f-9e95-8def6509703a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480275 Jul 07 15:35:07.730195 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6dd12-99e5-4fda-90fc-3ad395523ff8 req-0bb8a181-782e-4913-afd7-cdff06171692 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:07.731620 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bda6dd12-99e5-4fda-90fc-3ad395523ff8 req-0bb8a181-782e-4913-afd7-cdff06171692 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0488558 Jul 07 15:35:07.784367 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bda6dd12-99e5-4fda-90fc-3ad395523ff8 req-0a87e072-a2a7-448f-a46f-f47be12d4236 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463674 Jul 07 15:35:08.621138 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ffd1c-fbe3-49c4-96b9-4be222f2ed2e req-2c21ddd2-76c1-44c9-93b2-513d7bec9959 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:08.626538 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ce2ffd1c-fbe3-49c4-96b9-4be222f2ed2e req-2c21ddd2-76c1-44c9-93b2-513d7bec9959 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0481775 Jul 07 15:35:08.673339 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ce2ffd1c-fbe3-49c4-96b9-4be222f2ed2e req-9d52ff67-7d83-4362-8eae-f9acc199272b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423362 Jul 07 15:35:08.973490 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fbc75-a2d3-48db-96c7-05729079ab87 req-20eeccfb-1afd-4ac7-a52d-a3a1622d7eea tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:08.973490 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ea3fbc75-a2d3-48db-96c7-05729079ab87 req-20eeccfb-1afd-4ac7-a52d-a3a1622d7eea tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0497849 Jul 07 15:35:08.973490 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:08.973490 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ea3fbc75-a2d3-48db-96c7-05729079ab87 req-9924a379-e4a2-4a22-bfe3-e463be651cc0 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438197 Jul 07 15:35:09.506315 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 43760) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:09.611234 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4063eb9c-94c2-49bc-94fe-9d41ce2a56cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:09.696078 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4063eb9c-94c2-49bc-94fe-9d41ce2a56cf admin admin] Publish callbacks [] for security_group (bec24f03-43cc-41e0-80a2-a988a4832b1f), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:09.755629 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4063eb9c-94c2-49bc-94fe-9d41ce2a56cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (bec24f03-43cc-41e0-80a2-a988a4832b1f), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:09.798880 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063eb9c-94c2-49bc-94fe-9d41ce2a56cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec24f03-43cc-41e0-80a2-a988a4832b1f,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:09.801750 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a24d74-0866-4a29-aaa3-caa364832fa8 req-188850c4-7d1d-432c-bb4d-5dd911c38ace tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:09.803370 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-73a24d74-0866-4a29-aaa3-caa364832fa8 req-188850c4-7d1d-432c-bb4d-5dd911c38ace tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0580850 Jul 07 15:35:09.805511 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4063eb9c-94c2-49bc-94fe-9d41ce2a56cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b889917fc9c04bb8b90727f9c83acd82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978427 Jul 07 15:35:09.810771 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 43770) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:09.857827 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-73a24d74-0866-4a29-aaa3-caa364832fa8 req-40fb3cad-1548-4a82-9961-958d463959f6 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480196 Jul 07 15:35:09.863733 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6f3f23cf-8ce7-4e5e-b74f-7bdfffb889ed admin admin] Publish callbacks [] for security_group (bec24f03-43cc-41e0-80a2-a988a4832b1f), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:09.886425 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6f3f23cf-8ce7-4e5e-b74f-7bdfffb889ed admin admin] Publish callbacks [] for security_group (bec24f03-43cc-41e0-80a2-a988a4832b1f), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:10.024347 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6f3f23cf-8ce7-4e5e-b74f-7bdfffb889ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (bec24f03-43cc-41e0-80a2-a988a4832b1f), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:10.027303 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6f3f23cf-8ce7-4e5e-b74f-7bdfffb889ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:10.029314 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-6f3f23cf-8ce7-4e5e-b74f-7bdfffb889ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bec24f03-43cc-41e0-80a2-a988a4832b1f HTTP/1.1" status: 204 len: 168 time: 0.2194183 Jul 07 15:35:10.038379 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f23cf-8ce7-4e5e-b74f-7bdfffb889ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec24f03-43cc-41e0-80a2-a988a4832b1f,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:10.101569 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f63c1b-2841-4e9b-a652-e007d5944931 req-c03d6ccd-2a44-436c-96a1-2bb155f0aefe tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:10.103924 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-66f63c1b-2841-4e9b-a652-e007d5944931 req-c03d6ccd-2a44-436c-96a1-2bb155f0aefe tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0686381 Jul 07 15:35:10.155250 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-66f63c1b-2841-4e9b-a652-e007d5944931 req-a59344a5-7b22-4d29-9de3-f35b28a940a4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454886 Jul 07 15:35:10.985091 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf41d2-35fa-457b-8ffc-ae2525293712 req-f509751c-b5a7-4c3b-a048-e429d99cb17b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:10.986585 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-56bf41d2-35fa-457b-8ffc-ae2525293712 req-f509751c-b5a7-4c3b-a048-e429d99cb17b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0514054 Jul 07 15:35:11.044589 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-56bf41d2-35fa-457b-8ffc-ae2525293712 req-2a06c711-8132-478d-9e81-671f0090eeda tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522981 Jul 07 15:35:11.313749 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba9b32-bdcc-4c9e-b060-2998aa5d6ad6 req-f38fe0b3-08f0-4302-9a62-55847f4a898d tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:11.315211 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-64ba9b32-bdcc-4c9e-b060-2998aa5d6ad6 req-f38fe0b3-08f0-4302-9a62-55847f4a898d tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0609775 Jul 07 15:35:11.334878 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:11.375550 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-64ba9b32-bdcc-4c9e-b060-2998aa5d6ad6 req-e37cce00-d876-4a8d-ad33-414e141d63be tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532467 Jul 07 15:35:12.174601 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21260b-3be4-4f45-a4f9-18983b7124f6 req-28fd9241-1331-4eac-bdc3-3426ebb8c833 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:12.176149 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8e21260b-3be4-4f45-a4f9-18983b7124f6 req-28fd9241-1331-4eac-bdc3-3426ebb8c833 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0559652 Jul 07 15:35:12.243512 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8e21260b-3be4-4f45-a4f9-18983b7124f6 req-72072300-7337-4abd-a160-be57872fb34b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563114 Jul 07 15:35:12.498977 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d481ace-b423-4981-96e0-d26275f6c527 req-e6c9d357-881c-43f4-aa6e-fbbbe7e79e1e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:12.500464 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5d481ace-b423-4981-96e0-d26275f6c527 req-e6c9d357-881c-43f4-aa6e-fbbbe7e79e1e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0532680 Jul 07 15:35:12.550277 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5d481ace-b423-4981-96e0-d26275f6c527 req-008d578b-61d2-41f3-b626-43e463f4180a tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436902 Jul 07 15:35:13.407533 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afda61-521f-45f3-a64d-8a5862910588 req-840ad3f1-effe-4ec2-a6f5-fcf7e4691823 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:13.409252 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-30afda61-521f-45f3-a64d-8a5862910588 req-840ad3f1-effe-4ec2-a6f5-fcf7e4691823 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0847349 Jul 07 15:35:13.467027 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-30afda61-521f-45f3-a64d-8a5862910588 req-aa07733a-4daa-46c2-a189-1f2821286426 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518699 Jul 07 15:35:13.668751 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3b49b-8fd8-4d8e-9374-26e21a7c2344 req-be88c0a9-b327-4257-8c9b-2b6f982e5c2c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:13.670210 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7dc3b49b-8fd8-4d8e-9374-26e21a7c2344 req-be88c0a9-b327-4257-8c9b-2b6f982e5c2c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0524201 Jul 07 15:35:13.717525 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7dc3b49b-8fd8-4d8e-9374-26e21a7c2344 req-e5a3d72f-706c-48ee-b5c2-635f9417cbe4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 Jul 07 15:35:14.583994 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3f85b-f1e0-4b41-aa13-d702c63b620a req-e1f9ac0c-232a-405e-bef9-c024bb04b6cf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:14.585450 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7cf3f85b-f1e0-4b41-aa13-d702c63b620a req-e1f9ac0c-232a-405e-bef9-c024bb04b6cf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0470488 Jul 07 15:35:14.636006 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7cf3f85b-f1e0-4b41-aa13-d702c63b620a req-1172ad42-a0f8-42d4-bdb5-9d91d970cdf8 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450418 Jul 07 15:35:14.840457 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909e0a4-3ef1-4cad-be3c-98d3a47aed8c req-c1b42bc0-cb8a-4b64-a355-c8806b57921f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:14.841936 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a909e0a4-3ef1-4cad-be3c-98d3a47aed8c req-c1b42bc0-cb8a-4b64-a355-c8806b57921f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0517831 Jul 07 15:35:14.893292 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a909e0a4-3ef1-4cad-be3c-98d3a47aed8c req-cf2106b4-405c-4219-9b6e-4b5efc246f1f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457888 Jul 07 15:35:15.220395 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:15.761193 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091250c7-6bc8-425b-b669-47a0b1ae764c req-2f9012fe-2352-49b1-a3a1-ed33d4fd4826 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:15.762671 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-091250c7-6bc8-425b-b669-47a0b1ae764c req-2f9012fe-2352-49b1-a3a1-ed33d4fd4826 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0542169 Jul 07 15:35:15.785547 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:15.813861 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-091250c7-6bc8-425b-b669-47a0b1ae764c req-dc7b9d8c-fa5d-4cbc-95bc-abf1ac24dcb1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437422 Jul 07 15:35:16.011645 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de565c-a3a0-431a-b9cb-471c69ac6519 req-fc34bbbb-0670-466e-8191-805f06f7ee34 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:16.013103 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-22de565c-a3a0-431a-b9cb-471c69ac6519 req-fc34bbbb-0670-466e-8191-805f06f7ee34 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0488262 Jul 07 15:35:16.063724 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-22de565c-a3a0-431a-b9cb-471c69ac6519 req-af000c44-2d47-46cc-824a-ee6ba825b259 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444796 Jul 07 15:35:16.271391 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=3 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:16.948473 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f26a2-ff24-4aef-8a0f-8636090ecc2c req-fead6732-5b56-4dba-8e1b-d3043996eb77 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:16.948473 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b95f26a2-ff24-4aef-8a0f-8636090ecc2c req-fead6732-5b56-4dba-8e1b-d3043996eb77 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0563385 Jul 07 15:35:16.993128 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b95f26a2-ff24-4aef-8a0f-8636090ecc2c req-3ba2f261-47ba-4141-adc3-fba98b76761f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456977 Jul 07 15:35:17.188383 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf6e42-3c5c-44f9-a1ad-fe883555b72f req-5c921225-f60e-49f6-8778-1231a32450bb tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:17.189892 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fcdf6e42-3c5c-44f9-a1ad-fe883555b72f req-5c921225-f60e-49f6-8778-1231a32450bb tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0508752 Jul 07 15:35:17.238424 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=5 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:17.244343 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fcdf6e42-3c5c-44f9-a1ad-fe883555b72f req-26d33d8c-f309-4876-8811-3bd1c7418186 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490239 Jul 07 15:35:18.118237 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8678169-cd13-46ad-87fb-8ac9e3ea62c8 req-66279cc7-e66b-4fd4-a730-5fa303a85dd3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:18.119791 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c8678169-cd13-46ad-87fb-8ac9e3ea62c8 req-66279cc7-e66b-4fd4-a730-5fa303a85dd3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0504153 Jul 07 15:35:18.170431 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c8678169-cd13-46ad-87fb-8ac9e3ea62c8 req-d715526f-4f81-4b47-b153-bb81fe662aab tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451231 Jul 07 15:35:18.346708 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:18.366339 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac20d1-72b8-4a94-9207-71fff220c7ea req-5cf1323e-267e-4b91-9378-5eae4b3236c7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:18.368334 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e4ac20d1-72b8-4a94-9207-71fff220c7ea req-5cf1323e-267e-4b91-9378-5eae4b3236c7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0548472 Jul 07 15:35:18.423047 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e4ac20d1-72b8-4a94-9207-71fff220c7ea req-a0354874-1e8a-4d2d-bf75-9db146a69505 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474846 Jul 07 15:35:19.298668 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e0357-9dfb-46c6-9643-fdc9ace80624 req-d7e0f5fd-7e4d-4e6a-8d65-f9fa09691e4d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:19.300276 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-489e0357-9dfb-46c6-9643-fdc9ace80624 req-d7e0f5fd-7e4d-4e6a-8d65-f9fa09691e4d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0491791 Jul 07 15:35:19.354970 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-489e0357-9dfb-46c6-9643-fdc9ace80624 req-348fcfdb-84ac-484d-9b0e-369730f44c6b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420949 Jul 07 15:35:19.540435 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be629a-8d39-4a10-a49d-aadf8eb93fbf req-0a7692f4-0409-45c7-ad42-c036330a8215 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:19.541982 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-45be629a-8d39-4a10-a49d-aadf8eb93fbf req-0a7692f4-0409-45c7-ad42-c036330a8215 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0516036 Jul 07 15:35:19.592644 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-45be629a-8d39-4a10-a49d-aadf8eb93fbf req-ea3b83d3-a333-4ca4-a97a-f1c59d9d7f0d tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434587 Jul 07 15:35:20.032897 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:20.033959 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=61,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:20.053559 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=60,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:20.306080 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44086) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:20.310728 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-20bb52c9-4c57-4263-989b-8dda4d5f1fc1 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--173316830', 'description': 'tempest-description--493702334'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:35:20.444031 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-20bb52c9-4c57-4263-989b-8dda4d5f1fc1 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:20.473576 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca36915-6328-4ff4-a96a-0f5683de64fd req-42d039d7-c924-4a38-8ae6-a28f334db23a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:20.475785 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3ca36915-6328-4ff4-a96a-0f5683de64fd req-42d039d7-c924-4a38-8ae6-a28f334db23a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0491364 Jul 07 15:35:20.521916 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-20bb52c9-4c57-4263-989b-8dda4d5f1fc1 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (0a4f6052-b263-409c-8c5e-578e5b2779a6), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:20.531780 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3ca36915-6328-4ff4-a96a-0f5683de64fd req-4f45183f-2f2b-45d8-9240-dc3d19f64923 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438266 Jul 07 15:35:20.592287 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-20bb52c9-4c57-4263-989b-8dda4d5f1fc1 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (0a4f6052-b263-409c-8c5e-578e5b2779a6), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:20.622944 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb52c9-4c57-4263-989b-8dda4d5f1fc1 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4f6052-b263-409c-8c5e-578e5b2779a6,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:20.669320 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3661-4b83-4529-ba93-687878dd1913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:20.707318 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-20bb52c9-4c57-4263-989b-8dda4d5f1fc1 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:20.710626 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-20bb52c9-4c57-4263-989b-8dda4d5f1fc1 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4006808 Jul 07 15:35:20.710746 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44102) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:20.715073 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-527af96a-746c-4952-8dba-9aecebf94568 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'security_group_rule': {'security_group_id': '0a4f6052-b263-409c-8c5e-578e5b2779a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:35:20.724032 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5cd88-791d-4587-bf1c-cb22cf540c82 req-d6c68b02-9e95-4b76-893e-c9ea28304b04 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:20.725790 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-03f5cd88-791d-4587-bf1c-cb22cf540c82 req-d6c68b02-9e95-4b76-893e-c9ea28304b04 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0604000 Jul 07 15:35:20.778146 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-03f5cd88-791d-4587-bf1c-cb22cf540c82 req-9a4a8459-b3c0-45b8-94ac-1d7bad3db965 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460200 Jul 07 15:35:20.818384 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-527af96a-746c-4952-8dba-9aecebf94568 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (551f5d4d-eba6-42d0-87ad-41c9df4f2649), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:20.879778 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-527af96a-746c-4952-8dba-9aecebf94568 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (551f5d4d-eba6-42d0-87ad-41c9df4f2649), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:20.960745 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-527af96a-746c-4952-8dba-9aecebf94568 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (551f5d4d-eba6-42d0-87ad-41c9df4f2649), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:20.981007 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527af96a-746c-4952-8dba-9aecebf94568 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551f5d4d-eba6-42d0-87ad-41c9df4f2649,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:21.053770 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-527af96a-746c-4952-8dba-9aecebf94568 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:21.055028 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-527af96a-746c-4952-8dba-9aecebf94568 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3434405 Jul 07 15:35:21.057692 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44108) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:21.066046 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-d3ecabd5-6c4c-4da2-84a8-71299486e67e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'security_group_rule': {'security_group_id': '0a4f6052-b263-409c-8c5e-578e5b2779a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:35:21.187371 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d3ecabd5-6c4c-4da2-84a8-71299486e67e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (2760b3a3-402c-49c5-984e-76b2764d5694), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:21.231332 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:21.248010 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d3ecabd5-6c4c-4da2-84a8-71299486e67e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (2760b3a3-402c-49c5-984e-76b2764d5694), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:21.326227 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d3ecabd5-6c4c-4da2-84a8-71299486e67e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (2760b3a3-402c-49c5-984e-76b2764d5694), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:21.346793 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecabd5-6c4c-4da2-84a8-71299486e67e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2760b3a3-402c-49c5-984e-76b2764d5694,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:21.422495 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d3ecabd5-6c4c-4da2-84a8-71299486e67e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:21.423733 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d3ecabd5-6c4c-4da2-84a8-71299486e67e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3650982 Jul 07 15:35:21.426812 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44112) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:21.430992 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'floatingip': {'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:35:21.514927 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:21.600045 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:21.672224 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e29d3e-fe02-4ff5-acc1-a2d21ff1284e req-76b2c077-e7ea-4cfe-a2f0-3b63753e45c1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:21.675971 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-08e29d3e-fe02-4ff5-acc1-a2d21ff1284e req-76b2c077-e7ea-4cfe-a2f0-3b63753e45c1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0494866 Jul 07 15:35:21.714281 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Allocated IP 172.27.1.73 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/725f9ddd-db37-4a5d-b7b1-523517be2809) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:35:21.728135 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-08e29d3e-fe02-4ff5-acc1-a2d21ff1284e req-26928be6-1111-4139-981e-bac42e81f60b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451107 Jul 07 15:35:21.831863 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for port (725f9ddd-db37-4a5d-b7b1-523517be2809), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:21.908934 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f2233-42d9-4332-b4da-0cb298055357 req-3ba7861f-d43a-4d93-ab5d-c099e6996bcf tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:21.910452 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-315f2233-42d9-4332-b4da-0cb298055357 req-3ba7861f-d43a-4d93-ab5d-c099e6996bcf tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0580661 Jul 07 15:35:21.938998 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (725f9ddd-db37-4a5d-b7b1-523517be2809), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:21.943167 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:21.962356 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-315f2233-42d9-4332-b4da-0cb298055357 req-5437ddaa-f09e-4c0d-8d04-eb37c3db542a tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462413 Jul 07 15:35:21.987035 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:35:21.991027 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:35:21.995968 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:35:22.010471 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'Port': ['ID=725f9ddd-db37-4a5d-b7b1-523517be2809,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:22.050586 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (86e20bae-7650-4e43-b46a-d048f9640aa1), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:22.183703 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (725f9ddd-db37-4a5d-b7b1-523517be2809), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:22.329768 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:22.339049 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for port (725f9ddd-db37-4a5d-b7b1-523517be2809), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:22.406247 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (725f9ddd-db37-4a5d-b7b1-523517be2809), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:22.441701 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (86e20bae-7650-4e43-b46a-d048f9640aa1), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:22.459540 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'Port': ['ID=725f9ddd-db37-4a5d-b7b1-523517be2809,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:22.540143 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:22.541497 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-a47680ff-bef5-420d-9d8f-ceeedb91f9ff tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1137655 Jul 07 15:35:22.707445 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:22.747576 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-31094885-86fe-4568-8752-e7e088b447a2 req-c77411dd-ef73-44d4-9e83-b0643f72e2d2 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--173316830&fields=id&tenant_id=66b37250ea6d4c4eb242c27ce9819dfc HTTP/1.1" status: 200 len: 267 time: 0.0473444 Jul 07 15:35:22.789070 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-aee1e8c7-1f0c-446b-9c0c-a65686a1b3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:23.100966 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9de0c7-44b2-44e9-ae6e-4128b9c37cce req-0c503394-6ffb-4c93-b710-fb70fb8e6dcc tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:23.102405 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ae9de0c7-44b2-44e9-ae6e-4128b9c37cce req-0c503394-6ffb-4c93-b710-fb70fb8e6dcc tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.2744641 Jul 07 15:35:23.111919 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31094885-86fe-4568-8752-e7e088b447a2 req-23df8f1d-373e-4a49-85a3-0267201c3fdd tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:23.113270 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-31094885-86fe-4568-8752-e7e088b447a2 req-23df8f1d-373e-4a49-85a3-0267201c3fdd tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/networks?id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833 HTTP/1.1" status: 200 len: 814 time: 0.3581028 Jul 07 15:35:23.144624 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-31094885-86fe-4568-8752-e7e088b447a2 req-93ac382f-a5f2-4d02-b348-4530a1285ad8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/quotas/66b37250ea6d4c4eb242c27ce9819dfc HTTP/1.1" status: 200 len: 375 time: 0.0202780 Jul 07 15:35:23.194596 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ae9de0c7-44b2-44e9-ae6e-4128b9c37cce req-4cf23fdd-88e0-4fd7-9cd4-0936e99ba2a9 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803897 Jul 07 15:35:23.207778 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-31094885-86fe-4568-8752-e7e088b447a2 req-69e507dd-803d-4e95-9639-db4d0c349f31 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567181 Jul 07 15:35:23.286678 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:23.342607 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072bed6-9887-4d65-baa7-a64b73cc1fe1 req-ac1c43ec-4636-4b43-b91c-d763ebffaff2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:23.344098 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6072bed6-9887-4d65-baa7-a64b73cc1fe1 req-ac1c43ec-4636-4b43-b91c-d763ebffaff2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0859604 Jul 07 15:35:23.362155 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-31094885-86fe-4568-8752-e7e088b447a2 req-dc8fba0d-20a9-4aef-924f-24fb1b1dc6d6 service neutron] 10.222.0.25 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420338 Jul 07 15:35:23.440536 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44156) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:23.455406 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6072bed6-9887-4d65-baa7-a64b73cc1fe1 req-7a56f061-6e09-4e0e-b3d3-41a750aef4e7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055522 Jul 07 15:35:23.488406 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-31094885-86fe-4568-8752-e7e088b447a2 req-758d348a-23e4-4431-85c5-38a29e83b8e1 service neutron] 10.222.0.25 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190705 Jul 07 15:35:23.565756 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a24ac367-7edb-4534-a5bc-66cf2454370d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:23.642627 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a24ac367-7edb-4534-a5bc-66cf2454370d admin admin] Publish callbacks [] for security_group (0f4afdbc-b0de-4212-ba69-20e94a1117d7), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:23.723430 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a24ac367-7edb-4534-a5bc-66cf2454370d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (0f4afdbc-b0de-4212-ba69-20e94a1117d7), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:23.766369 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ac367-7edb-4534-a5bc-66cf2454370d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4afdbc-b0de-4212-ba69-20e94a1117d7,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:23.779447 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cdb5c35f-4c89-41bc-9041-827c718062f5 req-107aa1ca-49c2-410b-9b0a-2e20c80bcb6a tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0299494 Jul 07 15:35:23.783198 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-a24ac367-7edb-4534-a5bc-66cf2454370d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93a2524947954d9cb1ac11de4f422e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384392 Jul 07 15:35:23.783198 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44166) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:23.845940 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6a141cf4-a16d-4455-b1a0-ed379067c85f admin admin] Publish callbacks [] for security_group (0f4afdbc-b0de-4212-ba69-20e94a1117d7), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:23.871589 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6a141cf4-a16d-4455-b1a0-ed379067c85f admin admin] Publish callbacks [] for security_group (0f4afdbc-b0de-4212-ba69-20e94a1117d7), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:23.992130 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6a141cf4-a16d-4455-b1a0-ed379067c85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (0f4afdbc-b0de-4212-ba69-20e94a1117d7), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:23.994651 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6a141cf4-a16d-4455-b1a0-ed379067c85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:23.995850 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-6a141cf4-a16d-4455-b1a0-ed379067c85f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f4afdbc-b0de-4212-ba69-20e94a1117d7 HTTP/1.1" status: 204 len: 168 time: 0.2117102 Jul 07 15:35:24.003935 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a141cf4-a16d-4455-b1a0-ed379067c85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4afdbc-b0de-4212-ba69-20e94a1117d7,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:24.209074 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:24.335540 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1146b-6322-49d1-a8df-fa8a2869d9ac req-33806a21-21ac-47f4-ba65-d79e011e5ce1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:24.339427 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-02a1146b-6322-49d1-a8df-fa8a2869d9ac req-33806a21-21ac-47f4-ba65-d79e011e5ce1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0691593 Jul 07 15:35:24.400341 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-02a1146b-6322-49d1-a8df-fa8a2869d9ac req-9460e3c7-59b7-400c-b607-f67de733a7f3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536268 Jul 07 15:35:24.582145 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776e4be-d962-42ff-980f-45f61db25926 req-2af85b6d-e152-4f1c-b3a2-bea099aa039c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:24.583758 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d776e4be-d962-42ff-980f-45f61db25926 req-2af85b6d-e152-4f1c-b3a2-bea099aa039c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0533214 Jul 07 15:35:24.631809 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d776e4be-d962-42ff-980f-45f61db25926 req-8e3574c9-e9af-47e0-9a5f-49091a746f86 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425234 Jul 07 15:35:24.877624 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c92fc774-abc9-4c4e-bab6-bed07e535d2a req-29b43e11-275d-42a0-93a1-f579c57c8732 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0292213 Jul 07 15:35:25.243620 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:35:25.350982 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:35:25.365810 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'port_id': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a', 'mac_address': 'fa:16:3e:59:a9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:35:25.401332 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a is: ACTIVE; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:35:25.401713 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:25.424995 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:35:25.446217 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:35:25.533401 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a292dc-a653-4d73-8690-17f6df1e637a req-b3f113fb-1eeb-465b-8039-b7c7416b2fd6 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:25.534951 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-11a292dc-a653-4d73-8690-17f6df1e637a req-b3f113fb-1eeb-465b-8039-b7c7416b2fd6 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0561070 Jul 07 15:35:25.537825 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:25.538684 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:25.586297 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-11a292dc-a653-4d73-8690-17f6df1e637a req-6e53c151-b903-4c42-a378-a52f3182df1b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453234 Jul 07 15:35:25.598948 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,revision_number=6']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:25.607152 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:25.607495 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:25.607858 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:25.608209 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:25.608538 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:25.608857 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:25.609180 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:25.610099 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:25.610412 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:25.610730 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:25.611046 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:25.611362 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:25.611720 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:25.612198 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:25.612513 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:35:25.650511 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:35:25.753579 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb322d1-aa7a-43c7-abed-87af748aa65e req-d7df077f-b44e-4a94-b745-4f5c48e8021b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:25.755026 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2bb322d1-aa7a-43c7-abed-87af748aa65e req-d7df077f-b44e-4a94-b745-4f5c48e8021b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0531793 Jul 07 15:35:25.782907 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:25.800162 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:25.812609 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2bb322d1-aa7a-43c7-abed-87af748aa65e req-8a6f8005-774e-48af-9ae6-c6324a3298f2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518813 Jul 07 15:35:25.975059 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0c73d6d0-524c-4934-8fbd-ff8ad8480f6a req-a6498bcd-ecbe-4a7b-aac5-c9f542c1ece8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0306559 Jul 07 15:35:26.707685 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25176473-1831-4ff0-b471-bbb631d06113 req-75411883-284a-4218-9f4d-12c05d11162f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:26.709403 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-25176473-1831-4ff0-b471-bbb631d06113 req-75411883-284a-4218-9f4d-12c05d11162f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 945 time: 0.0470996 Jul 07 15:35:26.762249 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-25176473-1831-4ff0-b471-bbb631d06113 req-13d35a69-10d4-4f85-9584-7324f08d243a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470896 Jul 07 15:35:26.930146 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934c5da-b8d3-4dda-bc26-bbfcc959a388 req-3715dd16-b763-466f-9c71-70de3d1a8d2f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:26.931662 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c934c5da-b8d3-4dda-bc26-bbfcc959a388 req-3715dd16-b763-466f-9c71-70de3d1a8d2f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0500474 Jul 07 15:35:26.987863 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c934c5da-b8d3-4dda-bc26-bbfcc959a388 req-07ed5e95-fb81-4518-bfc5-2616bf06c419 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503998 Jul 07 15:35:27.071779 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0351e998-a490-47f8-b259-614b59f8ebd2 req-63e4d525-71be-4a32-9583-d6d747825abe tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0281999 Jul 07 15:35:27.254093 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:35:27.299764 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:35:27.300128 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:27.371955 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:35:27.372352 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:27.396184 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:35:27.398390 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a503c0-96ea-47d1-85de-43ea511c44f5" -d '{"events": [{"server_uuid": "2e85e6b3-ebad-441e-afcd-31692b27b782", "name": "network-vif-plugged", "status": "completed", "tag": "8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:35:27.411578 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:35:27.433097 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd76d3ea-8ae9-460b-bcdc-e6811cdec10e x-openstack-request-id: req-dd76d3ea-8ae9-460b-bcdc-e6811cdec10e {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:35:27.433407 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e85e6b3-ebad-441e-afcd-31692b27b782", "name": "network-vif-plugged", "status": "completed", "tag": "8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:35:27.433662 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd76d3ea-8ae9-460b-bcdc-e6811cdec10e {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:35:27.434052 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd76d3ea-8ae9-460b-bcdc-e6811cdec10e'] response: {'server_uuid': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a', 'code': 200} Jul 07 15:35:27.523851 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:27.575920 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,revision_number=7']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:27.879769 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e271afc-7ef9-423e-851f-a002bb8c8903 req-fc8e4a5b-8fba-41c8-840b-1aecf9883903 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:27.881192 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6e271afc-7ef9-423e-851f-a002bb8c8903 req-fc8e4a5b-8fba-41c8-840b-1aecf9883903 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0464776 Jul 07 15:35:27.940554 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6e271afc-7ef9-423e-851f-a002bb8c8903 req-ac7feaa3-abe7-456b-bd6d-3ba8d433c4e9 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443079 Jul 07 15:35:28.104586 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95253ddb-a2ae-4429-a441-fd6b26914e89 req-f2900830-ac3e-4ca7-9490-1d67c8f5dbb1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:28.106358 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-95253ddb-a2ae-4429-a441-fd6b26914e89 req-f2900830-ac3e-4ca7-9490-1d67c8f5dbb1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0509834 Jul 07 15:35:28.178807 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bbfc9989-62fa-4bbc-abdd-89615f6d49cd req-ecd4b75e-ec68-4744-9f27-0a5741c05753 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0358312 Jul 07 15:35:28.183047 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-95253ddb-a2ae-4429-a441-fd6b26914e89 req-affe105f-7fa4-42b2-9ef3-0fc6fc001598 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671480 Jul 07 15:35:29.050397 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7561a-5318-46eb-8d1c-b43369bdb6d7 req-0a0d4af6-95bd-4989-81a2-01c5528cf755 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:29.051845 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c3b7561a-5318-46eb-8d1c-b43369bdb6d7 req-0a0d4af6-95bd-4989-81a2-01c5528cf755 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0497189 Jul 07 15:35:29.091556 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:29.098614 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c3b7561a-5318-46eb-8d1c-b43369bdb6d7 req-c94894bc-968b-4ad6-89de-e8b5f9929d3d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413463 Jul 07 15:35:29.296013 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a8fd7d55-e6cd-435b-b71c-ec939c467d28 req-691ddb54-e3a9-47ce-8570-89f6aa7d1085 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0491939 Jul 07 15:35:29.313265 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fecfe-9c86-496a-bb63-7d4718a40dff req-55734374-39b8-4aa7-b68e-c57632a5a3d7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:29.315216 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-961fecfe-9c86-496a-bb63-7d4718a40dff req-55734374-39b8-4aa7-b68e-c57632a5a3d7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0666542 Jul 07 15:35:29.363625 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-961fecfe-9c86-496a-bb63-7d4718a40dff req-334daaa8-3f42-4300-9d9e-afb62d70f154 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426126 Jul 07 15:35:30.218269 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c4d70-9d09-4cec-b513-7fb13a90199d req-e4d94ab0-c2e9-46e4-bd9a-652845c0660b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:30.220377 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c56c4d70-9d09-4cec-b513-7fb13a90199d req-e4d94ab0-c2e9-46e4-bd9a-652845c0660b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0504236 Jul 07 15:35:30.265817 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c56c4d70-9d09-4cec-b513-7fb13a90199d req-9ea2b484-a367-422d-87bd-723fa5c176fd tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400369 Jul 07 15:35:30.391461 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5b45d6b3-7b66-4a5e-8b48-d013fa5670d9 req-a6f55bef-e6be-4cbc-a0be-9b7dbea0f94d tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0280070 Jul 07 15:35:30.482525 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc0671-0b32-4637-a524-7ebab93a8c28 req-780ce766-3f81-4197-8559-ba0997172a23 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:30.483979 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-69dc0671-0b32-4637-a524-7ebab93a8c28 req-780ce766-3f81-4197-8559-ba0997172a23 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0458760 Jul 07 15:35:30.537671 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-69dc0671-0b32-4637-a524-7ebab93a8c28 req-d1345927-9203-45cd-ba07-c2e5bf4bca95 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470858 Jul 07 15:35:31.389084 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b17ce2-96ed-4fab-ae13-c010aa9fe03e req-c92db96a-f3ab-4853-94c9-93b11f4e5b31 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:31.390533 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a8b17ce2-96ed-4fab-ae13-c010aa9fe03e req-c92db96a-f3ab-4853-94c9-93b11f4e5b31 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0518858 Jul 07 15:35:31.440683 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a8b17ce2-96ed-4fab-ae13-c010aa9fe03e req-164dbebc-67d7-4de6-832e-7a536530460f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446448 Jul 07 15:35:31.489080 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4cf659f9-9c1e-4f23-8233-ae6410dba81a req-e099b930-9056-4f87-be78-63d4959a7272 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0282793 Jul 07 15:35:31.651539 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b580e-3abb-4aca-ac08-c4220d93d432 req-4e2d1475-db2f-4c14-851b-b54629c9dff9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:31.653010 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-057b580e-3abb-4aca-ac08-c4220d93d432 req-4e2d1475-db2f-4c14-851b-b54629c9dff9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0460992 Jul 07 15:35:31.702304 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-057b580e-3abb-4aca-ac08-c4220d93d432 req-487ff979-54f7-4f60-b574-b9a6db91e02a tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431569 Jul 07 15:35:32.560791 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91555d-441c-408c-967f-025d7cb77c7a req-297d62c1-f2d0-4b4d-a999-96615d9352a2 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:32.562218 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9e91555d-441c-408c-967f-025d7cb77c7a req-297d62c1-f2d0-4b4d-a999-96615d9352a2 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0484672 Jul 07 15:35:32.597637 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e695e9ca-814e-49cc-b9cd-21a6d0c6d61f req-516ecfe8-c961-4598-8376-29ceec3185c3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0440788 Jul 07 15:35:32.627741 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9e91555d-441c-408c-967f-025d7cb77c7a req-8bc0ba89-e785-4dd2-a316-3a28cc57884d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563149 Jul 07 15:35:32.778325 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:32.812917 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3ec57-da66-454c-aaa4-cfc7f3b8eab0 req-8dcec28f-3f45-4fe1-8eab-112d4f5e062f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:32.814873 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5ce3ec57-da66-454c-aaa4-cfc7f3b8eab0 req-8dcec28f-3f45-4fe1-8eab-112d4f5e062f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0465736 Jul 07 15:35:32.864827 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5ce3ec57-da66-454c-aaa4-cfc7f3b8eab0 req-a742b0f5-2452-48c7-9080-d159d9efc29b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444806 Jul 07 15:35:33.518071 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:33.690919 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1b5bc476-a618-4318-ba18-309a53f74961 req-722b8f77-e665-45f6-b004-41f18ffb9ee6 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0283945 Jul 07 15:35:33.745958 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a3ee2-1624-408a-8d82-b08c05e28701 req-07c2ee9e-8e8f-4958-aa0f-54568fd67dfb tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:33.747412 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ac9a3ee2-1624-408a-8d82-b08c05e28701 req-07c2ee9e-8e8f-4958-aa0f-54568fd67dfb tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0467882 Jul 07 15:35:33.793980 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ac9a3ee2-1624-408a-8d82-b08c05e28701 req-cb3d4148-205e-46d7-a1ba-1589a0f492b8 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406179 Jul 07 15:35:33.977376 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf17d7-2be6-4de8-b9eb-b8604d78c0db req-a43d1f28-118a-4edb-9914-e7435b4c5791 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:33.978831 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fcbf17d7-2be6-4de8-b9eb-b8604d78c0db req-a43d1f28-118a-4edb-9914-e7435b4c5791 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0465386 Jul 07 15:35:33.998890 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=55,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:33.999694 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:34.029248 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fcbf17d7-2be6-4de8-b9eb-b8604d78c0db req-85af7a21-7584-4d26-8d24-af2f2597fd80 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448349 Jul 07 15:35:34.784080 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-af7d7b9f-426c-49b8-9ade-91fe825824fb req-ebefbbff-f795-4bc7-be8a-19b7c43d3891 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0270817 Jul 07 15:35:34.897400 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:34.907809 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a21e4-fa63-4aa9-ac29-03e48c9480c3 req-702e4dec-43d2-41a3-89e4-248d8fe3b729 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:34.909277 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-834a21e4-fa63-4aa9-ac29-03e48c9480c3 req-702e4dec-43d2-41a3-89e4-248d8fe3b729 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0463328 Jul 07 15:35:34.956017 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-834a21e4-fa63-4aa9-ac29-03e48c9480c3 req-de56d8aa-603d-4187-92f5-557c44b2ec1b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413296 Jul 07 15:35:35.144334 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa75f5-9fdf-452b-8394-1e1e8c13f50a req-cded0f63-4975-47b7-bd11-1d07cbcb0d1b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:35.145843 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c2aa75f5-9fdf-452b-8394-1e1e8c13f50a req-cded0f63-4975-47b7-bd11-1d07cbcb0d1b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0506482 Jul 07 15:35:35.192950 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c2aa75f5-9fdf-452b-8394-1e1e8c13f50a req-3609d929-ee0a-42de-9e40-0facb4a8e0cf tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Jul 07 15:35:35.875160 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b0cb9ead-aefb-4bd2-bfbe-8d96ff3c3a02 req-f011cee6-3bbc-4ea1-8c94-9b469fecd2c2 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0270140 Jul 07 15:35:36.073080 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976a467-0d27-4bc0-92fb-00e2ed7e8db7 req-112ac4e3-a7e5-445a-94dc-7938b863e8d9 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:36.074425 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a976a467-0d27-4bc0-92fb-00e2ed7e8db7 req-112ac4e3-a7e5-445a-94dc-7938b863e8d9 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0458906 Jul 07 15:35:36.120331 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a976a467-0d27-4bc0-92fb-00e2ed7e8db7 req-50901473-c3c9-4844-bd4b-4951fbe26f53 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398788 Jul 07 15:35:36.309134 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7466537-4018-4fb4-a026-e5bf6c21814f req-76525591-4140-4cd5-bcab-64e2e9033dc1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:36.310574 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f7466537-4018-4fb4-a026-e5bf6c21814f req-76525591-4140-4cd5-bcab-64e2e9033dc1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0498765 Jul 07 15:35:36.359290 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f7466537-4018-4fb4-a026-e5bf6c21814f req-2faba6bd-df2b-4a28-ac99-0fa5ef36bdb2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418961 Jul 07 15:35:36.970624 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-eb616d72-d0aa-4a74-9068-3f2738caf008 req-000df583-1c65-4331-8253-e5616b44fc5d tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0287910 Jul 07 15:35:37.238875 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d019cbc-3c7b-4911-84b7-46f7c9f88dd8 req-5497ef71-0952-4c60-92e3-1e084b971dcc tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:37.240433 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8d019cbc-3c7b-4911-84b7-46f7c9f88dd8 req-5497ef71-0952-4c60-92e3-1e084b971dcc tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0491087 Jul 07 15:35:37.286622 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8d019cbc-3c7b-4911-84b7-46f7c9f88dd8 req-2b3a6777-5b2e-481b-bf41-b4893ad6c8cf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407279 Jul 07 15:35:37.476568 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57d5cc-a9e3-4a59-8eb7-5b13dda01312 req-c7714b49-62ef-4deb-8588-c04a4c8df26a tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:37.477932 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1f57d5cc-a9e3-4a59-8eb7-5b13dda01312 req-c7714b49-62ef-4deb-8588-c04a4c8df26a tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0504515 Jul 07 15:35:37.525229 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1f57d5cc-a9e3-4a59-8eb7-5b13dda01312 req-aec5f441-2ffb-413e-ba5a-0f49d7d922e2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415521 Jul 07 15:35:38.063027 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-30c7ff89-8fba-43bd-86a9-3c376df39dd0 req-22892ace-0abd-4030-aecc-7de45796c8d4 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0279443 Jul 07 15:35:38.402844 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebdf9c-00ad-4f25-9aa2-772a3c2be6c3 req-f5a07439-2186-4f82-b188-c301ae6cdc50 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:38.404320 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3eebdf9c-00ad-4f25-9aa2-772a3c2be6c3 req-f5a07439-2186-4f82-b188-c301ae6cdc50 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0472028 Jul 07 15:35:38.455550 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3eebdf9c-00ad-4f25-9aa2-772a3c2be6c3 req-e0dbaf41-746d-4648-9cb2-3990f7a1274b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452495 Jul 07 15:35:38.642208 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71836c-668c-4fbf-ade6-ff1d3ee8ef2c req-a8d4bc1b-43a9-4844-b7f4-537be10ce37b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:38.643784 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bf71836c-668c-4fbf-ade6-ff1d3ee8ef2c req-a8d4bc1b-43a9-4844-b7f4-537be10ce37b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0514336 Jul 07 15:35:38.669490 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:38.690556 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bf71836c-668c-4fbf-ade6-ff1d3ee8ef2c req-68f5a64b-a850-4478-b101-4be865300207 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412862 Jul 07 15:35:39.160447 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d0d08b92-58b6-43a1-8c70-78ddce90b1d2 req-dce267d4-1879-4973-9a5e-5b6391816932 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0288346 Jul 07 15:35:39.574341 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529067d-5c9e-48e9-b570-76e7ea8d067d req-5767967b-e365-481d-be8a-992e98cb862c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:39.575852 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2529067d-5c9e-48e9-b570-76e7ea8d067d req-5767967b-e365-481d-be8a-992e98cb862c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0473135 Jul 07 15:35:39.621215 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776ddf5-be14-4fc3-ac2f-36e9c2d68a46 req-0c161a7b-33f6-4b15-a369-9dbf43b62014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:39.623405 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-9776ddf5-be14-4fc3-ac2f-36e9c2d68a46 req-0c161a7b-33f6-4b15-a369-9dbf43b62014 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 1129 time: 0.0436018 Jul 07 15:35:39.630357 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2529067d-5c9e-48e9-b570-76e7ea8d067d req-cf6d7ed4-ecc8-46af-a585-b9acb1c1e9da tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488100 Jul 07 15:35:39.679123 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-9776ddf5-be14-4fc3-ac2f-36e9c2d68a46 req-8b42dba2-e8b5-4d65-95e9-3395156324b0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465620 Jul 07 15:35:39.808321 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a84608-e8db-4320-b9b7-8649d52ddaeb req-e87160a9-c86a-4856-a656-5281ee5a6b9d tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:39.823738 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f6a84608-e8db-4320-b9b7-8649d52ddaeb req-e87160a9-c86a-4856-a656-5281ee5a6b9d tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0519207 Jul 07 15:35:39.858358 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f6a84608-e8db-4320-b9b7-8649d52ddaeb req-3ff16040-a9e1-4857-9698-d77384d753b4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430539 Jul 07 15:35:40.258458 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3f5580e5-b12d-4b70-92e0-7766e0a8b411 req-04a33dda-a44c-4e29-bc69-303b38ce81e2 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0280147 Jul 07 15:35:40.757446 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc3681-2463-4d5e-a7c8-c9ee333d9d5e req-2cd64075-48af-4a1b-88f4-e5cfd36b8118 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:40.758943 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-aebc3681-2463-4d5e-a7c8-c9ee333d9d5e req-2cd64075-48af-4a1b-88f4-e5cfd36b8118 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0500174 Jul 07 15:35:40.799005 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:40.806039 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-aebc3681-2463-4d5e-a7c8-c9ee333d9d5e req-73f85d3e-2568-46e2-bb99-d337ea9f9fa0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416808 Jul 07 15:35:40.979137 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f2071-b7e0-4965-a61e-4cbbb3eb4516 req-9592beae-fc1d-4dc2-a9f8-863c9d59575c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:40.980774 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-304f2071-b7e0-4965-a61e-4cbbb3eb4516 req-9592beae-fc1d-4dc2-a9f8-863c9d59575c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0539064 Jul 07 15:35:41.033190 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-304f2071-b7e0-4965-a61e-4cbbb3eb4516 req-c567b278-fb7a-42d8-93ee-0e0575e902f6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455363 Jul 07 15:35:41.357934 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-227bf3c8-a86b-4ef7-a47b-d0ccb0455ff6 req-bbb21f3b-5e58-4c47-9540-f268c7630e77 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0292802 Jul 07 15:35:41.941433 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba0ff5-2c35-4d62-81e4-c43c2fa671dd req-d96b3dec-a213-4b42-bf78-1f6f31cda044 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:41.942953 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6eba0ff5-2c35-4d62-81e4-c43c2fa671dd req-d96b3dec-a213-4b42-bf78-1f6f31cda044 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0807002 Jul 07 15:35:41.955759 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b47410-abc1-43b8-bc45-ea6a91016751 req-f03dd2b5-5e3d-4a98-ac90-d0c988025ae0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:41.958037 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c7b47410-abc1-43b8-bc45-ea6a91016751 req-f03dd2b5-5e3d-4a98-ac90-d0c988025ae0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0635993 Jul 07 15:35:42.030855 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6eba0ff5-2c35-4d62-81e4-c43c2fa671dd req-1a4ddb09-7175-4a8a-b426-3a5868587d4b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713434 Jul 07 15:35:42.048640 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c7b47410-abc1-43b8-bc45-ea6a91016751 req-708cd16b-c894-4e7e-8b0f-9150e4cd5073 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746450 Jul 07 15:35:42.159303 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b25d73-ac5f-442b-80fb-3a5a1beeb0e7 req-8032ef23-fd1a-4335-b598-c2e1fdb950c3 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:42.161140 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-95b25d73-ac5f-442b-80fb-3a5a1beeb0e7 req-8032ef23-fd1a-4335-b598-c2e1fdb950c3 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0602710 Jul 07 15:35:42.215377 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-95b25d73-ac5f-442b-80fb-3a5a1beeb0e7 req-b95e25b8-f631-4482-935d-80e9616dadb5 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476227 Jul 07 15:35:42.445081 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b390e-cefb-4d2c-a611-66c00b35b5b9 req-3df41915-643c-4d1e-9625-c8a82a8917f2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:42.446610 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d70b390e-cefb-4d2c-a611-66c00b35b5b9 req-3df41915-643c-4d1e-9625-c8a82a8917f2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.0901275 Jul 07 15:35:42.473275 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31094885-86fe-4568-8752-e7e088b447a2 req-4e98baa6-3f10-4f56-a371-29f30a55795b tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:42.475610 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-31094885-86fe-4568-8752-e7e088b447a2 req-4e98baa6-3f10-4f56-a371-29f30a55795b tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "GET /v2.0/networks?id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833 HTTP/1.1" status: 200 len: 814 time: 0.2011237 Jul 07 15:35:42.503395 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f4d58884-e94c-4e9e-ab46-5b1e39ba25d8 req-24d0e9e7-0b32-4dbd-8044-a789c3ceb5f1 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0449369 Jul 07 15:35:42.544974 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d70b390e-cefb-4d2c-a611-66c00b35b5b9 req-880a07ea-79d5-4306-8130-c3ec4a69c575 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877271 Jul 07 15:35:42.569410 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-31094885-86fe-4568-8752-e7e088b447a2 req-761373a5-3f2a-47bf-871a-14f32b42999b tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66b37250ea6d4c4eb242c27ce9819dfc HTTP/1.1" status: 200 len: 472 time: 0.0813038 Jul 07 15:35:42.580176 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-31094885-86fe-4568-8752-e7e088b447a2 req-0a6062e3-7561-4e1d-9b31-b10d31cb1b67 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'port': {'device_id': '004cd795-a6e3-47b5-ba46-8f24751e8ec2', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'admin_state_up': True, 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'security_groups': ['0a4f6052-b263-409c-8c5e-578e5b2779a6']}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:35:42.803933 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31094885-86fe-4568-8752-e7e088b447a2 req-0a6062e3-7561-4e1d-9b31-b10d31cb1b67 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Made reservation on behalf of 66b37250ea6d4c4eb242c27ce9819dfc for: {'port': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:35:42.808522 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-31094885-86fe-4568-8752-e7e088b447a2 req-0a6062e3-7561-4e1d-9b31-b10d31cb1b67 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:43.025347 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [req-31094885-86fe-4568-8752-e7e088b447a2 req-0a6062e3-7561-4e1d-9b31-b10d31cb1b67 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Allocated IP 172.20.0.10 (ac1a0dbf-9ce9-4f3d-9709-351b088f4833/61ecf33b-ac81-410e-a8db-4aefcfc3a895/0af4a4b2-ec67-4920-a522-06b353a6ccc2) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:35:43.261425 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-31094885-86fe-4568-8752-e7e088b447a2 req-0a6062e3-7561-4e1d-9b31-b10d31cb1b67 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for port (0af4a4b2-ec67-4920-a522-06b353a6ccc2), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:43.303604 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:43.318218 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ec85a-7f96-457f-9cf0-7749ebba3196 req-26583ef3-9717-4c22-9028-eddc85b6c165 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:43.326791 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ff3ec85a-7f96-457f-9cf0-7749ebba3196 req-26583ef3-9717-4c22-9028-eddc85b6c165 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.1205676 Jul 07 15:35:43.407839 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ff3ec85a-7f96-457f-9cf0-7749ebba3196 req-f3a9bdb1-651f-4eac-95a9-83ac99d452e5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750213 Jul 07 15:35:43.412564 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-31094885-86fe-4568-8752-e7e088b447a2 req-0a6062e3-7561-4e1d-9b31-b10d31cb1b67 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (0af4a4b2-ec67-4920-a522-06b353a6ccc2), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:43.424072 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2ca0b-599d-44cd-8bb2-9e2f49636732 req-7977c09b-002c-4da1-bb25-22c4e1428aa1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:43.425914 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a4c2ca0b-599d-44cd-8bb2-9e2f49636732 req-7977c09b-002c-4da1-bb25-22c4e1428aa1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0645230 Jul 07 15:35:43.448158 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:43.449591 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:43.467892 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31094885-86fe-4568-8752-e7e088b447a2 req-0a6062e3-7561-4e1d-9b31-b10d31cb1b67 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:35:43.471105 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [req-31094885-86fe-4568-8752-e7e088b447a2 req-0a6062e3-7561-4e1d-9b31-b10d31cb1b67 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:35:43.473613 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:43.475311 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-31094885-86fe-4568-8752-e7e088b447a2 req-0a6062e3-7561-4e1d-9b31-b10d31cb1b67 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:35:43.480763 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31094885-86fe-4568-8752-e7e088b447a2 req-0a6062e3-7561-4e1d-9b31-b10d31cb1b67 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:43.481321 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-31094885-86fe-4568-8752-e7e088b447a2 req-0a6062e3-7561-4e1d-9b31-b10d31cb1b67 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:43.493767 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6062e3-7561-4e1d-9b31-b10d31cb1b67 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'Port': ['ID=0af4a4b2-ec67-4920-a522-06b353a6ccc2,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:43.508364 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a4c2ca0b-599d-44cd-8bb2-9e2f49636732 req-534f5ecd-cf1d-447a-a30b-1c7ba53bec48 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697229 Jul 07 15:35:43.614458 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-31094885-86fe-4568-8752-e7e088b447a2 req-0a6062e3-7561-4e1d-9b31-b10d31cb1b67 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0391328 Jul 07 15:35:43.629423 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Request body: {'port': {'device_id': '004cd795-a6e3-47b5-ba46-8f24751e8ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:35:43.671589 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55947365-8da7-46c4-8a4c-7ae91ecdf3af req-1f45b392-f1d9-43df-ba95-e68e692582f6 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:43.680276 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-55947365-8da7-46c4-8a4c-7ae91ecdf3af req-1f45b392-f1d9-43df-ba95-e68e692582f6 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 932 time: 0.0913098 Jul 07 15:35:43.751541 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-55947365-8da7-46c4-8a4c-7ae91ecdf3af req-edede39f-c06d-484a-8ab2-b27e96f694e1 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a4f6052-b263-409c-8c5e-578e5b2779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700171 Jul 07 15:35:43.752316 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:43.788492 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (0af4a4b2-ec67-4920-a522-06b353a6ccc2), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:43.821392 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-404fccfe-0ae2-42a2-aab8-4401271d54ea None None] Provisioning complete for port 0af4a4b2-ec67-4920-a522-06b353a6ccc2 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:35:43.821822 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-404fccfe-0ae2-42a2-aab8-4401271d54ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (0af4a4b2-ec67-4920-a522-06b353a6ccc2), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:43.880189 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-404fccfe-0ae2-42a2-aab8-4401271d54ea None None] Port 0af4a4b2-ec67-4920-a522-06b353a6ccc2 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:35:44.129781 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af4a4b2-ec67-4920-a522-06b353a6ccc2 {{(pid=104327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:35:44.138682 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Publish callbacks [] for port (0af4a4b2-ec67-4920-a522-06b353a6ccc2), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:44.153570 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.provisioning_blocks [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Transition to ACTIVE for port object 0af4a4b2-ec67-4920-a522-06b353a6ccc2 will not be triggered until provisioned by entity L2. {{(pid=104327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:35:44.238606 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (0af4a4b2-ec67-4920-a522-06b353a6ccc2), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:44.247924 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:35:44.322398 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=0af4a4b2-ec67-4920-a522-06b353a6ccc2,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:44.373865 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Attempting to bind port 0af4a4b2-ec67-4920-a522-06b353a6ccc2 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:35:44.374205 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Attempting to bind port 0af4a4b2-ec67-4920-a522-06b353a6ccc2 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:35:44.374534 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Attempting to bind port 0af4a4b2-ec67-4920-a522-06b353a6ccc2 on network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:35:44.381329 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Port 0af4a4b2-ec67-4920-a522-06b353a6ccc2 on network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:35:44.381682 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Attempting to bind port 0af4a4b2-ec67-4920-a522-06b353a6ccc2 on network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:35:44.387335 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:35:44.388722 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Checking segment: {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:35:44.388722 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Bound using segment: {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:35:44.388722 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Bound port: 0af4a4b2-ec67-4920-a522-06b353a6ccc2, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:35:44.388991 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (0af4a4b2-ec67-4920-a522-06b353a6ccc2), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:44.504092 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] For port 0af4a4b2-ec67-4920-a522-06b353a6ccc2, host hv-cinder-84130, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:35:44.509328 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] For port 0af4a4b2-ec67-4920-a522-06b353a6ccc2, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=0af4a4b2-ec67-4920-a522-06b353a6ccc2,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:35:44.718340 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e9acf-fe6c-4c21-b478-291fb03f686e req-98aac9b2-5f66-4b4c-8993-458ee770e898 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:44.732180 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5f8e9acf-fe6c-4c21-b478-291fb03f686e req-98aac9b2-5f66-4b4c-8993-458ee770e898 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.1994824 Jul 07 15:35:44.801136 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (0af4a4b2-ec67-4920-a522-06b353a6ccc2), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:44.826467 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72802185-1a44-445d-8bcd-2c1f729bb7ef req-be7595d9-1045-46a5-add9-6cff56eb9a30 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:44.838280 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-72802185-1a44-445d-8bcd-2c1f729bb7ef req-be7595d9-1045-46a5-add9-6cff56eb9a30 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.1016984 Jul 07 15:35:44.878267 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:44.880261 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:44.881089 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:44.882692 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-31094885-86fe-4568-8752-e7e088b447a2 req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] 10.222.0.50 "PUT /v2.0/ports/0af4a4b2-ec67-4920-a522-06b353a6ccc2 HTTP/1.1" status: 200 len: 1094 time: 1.2582257 Jul 07 15:35:44.895865 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004cd795-a6e3-47b5-ba46-8f24751e8ec2', 'tag': '0af4a4b2-ec67-4920-a522-06b353a6ccc2'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:35:44.899256 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedce2c5-f82f-46f2-b9bd-e454ea883a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "004cd795-a6e3-47b5-ba46-8f24751e8ec2", "tag": "0af4a4b2-ec67-4920-a522-06b353a6ccc2"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:35:44.922315 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5f8e9acf-fe6c-4c21-b478-291fb03f686e req-1b47bac1-ffa5-4067-b305-ac7445ff9f41 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891682 Jul 07 15:35:44.941438 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2d518-e2ef-4800-b260-b86fe63a8bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=0af4a4b2-ec67-4920-a522-06b353a6ccc2,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:45.016559 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-72802185-1a44-445d-8bcd-2c1f729bb7ef req-32e896ad-ae34-42e7-bd34-eb94afb1422c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793823 Jul 07 15:35:45.075555 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31094885-86fe-4568-8752-e7e088b447a2 req-e58ce2f0-5551-4087-99f5-fa79941660cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:45.077516 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-31094885-86fe-4568-8752-e7e088b447a2 req-e58ce2f0-5551-4087-99f5-fa79941660cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 1128 time: 0.0551643 Jul 07 15:35:45.106221 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:45.124092 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04685f83-5f31-4992-8138-088effebd1b5 req-01183e30-64e5-473e-8e5f-ae999605341c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:45.135931 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-04685f83-5f31-4992-8138-088effebd1b5 req-01183e30-64e5-473e-8e5f-ae999605341c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 944 time: 0.1075382 Jul 07 15:35:45.152022 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-31094885-86fe-4568-8752-e7e088b447a2 req-aa02d4d0-9bcc-4f06-848b-47ba9965547d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af4a4b2-ec67-4920-a522-06b353a6ccc2 HTTP/1.1" status: 200 len: 217 time: 0.0662396 Jul 07 15:35:45.205123 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-04685f83-5f31-4992-8138-088effebd1b5 req-1fa36c46-0d66-478e-bde7-3b2d96573ed3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a4f6052-b263-409c-8c5e-578e5b2779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665865 Jul 07 15:35:45.229407 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31094885-86fe-4568-8752-e7e088b447a2 req-0cfa129e-dbe5-4534-b6e6-6bba95626bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:45.231452 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-31094885-86fe-4568-8752-e7e088b447a2 req-0cfa129e-dbe5-4534-b6e6-6bba95626bbc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=61ecf33b-ac81-410e-a8db-4aefcfc3a895 HTTP/1.1" status: 200 len: 853 time: 0.0710027 Jul 07 15:35:45.250645 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4e00f0-3d7b-4057-8c7f-d38cd1df1f4e x-openstack-request-id: req-fe4e00f0-3d7b-4057-8c7f-d38cd1df1f4e {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:35:45.251521 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "004cd795-a6e3-47b5-ba46-8f24751e8ec2", "tag": "0af4a4b2-ec67-4920-a522-06b353a6ccc2", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:35:45.251521 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe4e00f0-3d7b-4057-8c7f-d38cd1df1f4e {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:35:45.251905 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4e00f0-3d7b-4057-8c7f-d38cd1df1f4e'] response: {'name': 'network-changed', 'server_uuid': '004cd795-a6e3-47b5-ba46-8f24751e8ec2', 'tag': '0af4a4b2-ec67-4920-a522-06b353a6ccc2', 'status': 'completed', 'code': 200} Jul 07 15:35:45.281089 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31094885-86fe-4568-8752-e7e088b447a2 req-6aeffb2c-ae3e-49e1-b85f-0d04c07a1c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:45.283152 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-31094885-86fe-4568-8752-e7e088b447a2 req-6aeffb2c-ae3e-49e1-b85f-0d04c07a1c49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439687 Jul 07 15:35:45.383699 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-31094885-86fe-4568-8752-e7e088b447a2 req-987532d3-939a-4ccd-906a-3999640f82fb service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919368 Jul 07 15:35:45.528093 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-31094885-86fe-4568-8752-e7e088b447a2 req-a72a7d55-59f8-4a85-b1a5-97ebd7a6a9cf service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371515 Jul 07 15:35:45.672086 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4814d8-7b64-4ec5-8df2-9643cdb06073 req-1a97aece-4a1f-4ce8-9f8a-290e4bd931d8 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:45.680047 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d4814d8-7b64-4ec5-8df2-9643cdb06073 req-1a97aece-4a1f-4ce8-9f8a-290e4bd931d8 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.0596857 Jul 07 15:35:45.726906 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d4814d8-7b64-4ec5-8df2-9643cdb06073 req-af8a5640-2e61-417b-a122-32f22f9453d9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459960 Jul 07 15:35:46.161550 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44536) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:46.161692 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c2707-f7d1-4936-b4b1-49ae1d23f208 req-1985e693-21e0-4ac2-a540-7ce6313b7f0c tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:46.161692 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ab2c2707-f7d1-4936-b4b1-49ae1d23f208 req-1985e693-21e0-4ac2-a540-7ce6313b7f0c tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0774066 Jul 07 15:35:46.216389 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f275a1d-fd6c-4a1e-8133-88d99b072a57 req-82c6a343-4fb8-4fdd-b7aa-51582a6c998c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:46.218109 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8f275a1d-fd6c-4a1e-8133-88d99b072a57 req-82c6a343-4fb8-4fdd-b7aa-51582a6c998c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0928960 Jul 07 15:35:46.265067 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ab2c2707-f7d1-4936-b4b1-49ae1d23f208 req-ec7e1da6-daa9-4649-91b3-88d34425cecd tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962169 Jul 07 15:35:46.311240 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8f275a1d-fd6c-4a1e-8133-88d99b072a57 req-7f23fb43-2ead-4ac2-a7c2-46ea2adc12ee tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643394 Jul 07 15:35:46.357603 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cdda6a4c-e8c8-4026-bb66-34c44150a78c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:46.379273 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:46.386253 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b4f2b-9dbd-47e1-bd42-de8dcca71564 req-407e456a-6caf-4026-b5b1-b2154b7c6dbb tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:46.391809 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-795b4f2b-9dbd-47e1-bd42-de8dcca71564 req-407e456a-6caf-4026-b5b1-b2154b7c6dbb tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 944 time: 0.0501711 Jul 07 15:35:46.439493 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-795b4f2b-9dbd-47e1-bd42-de8dcca71564 req-c18d05de-6f0f-4ffb-9e15-920c3511e9f9 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a4f6052-b263-409c-8c5e-578e5b2779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459001 Jul 07 15:35:46.445982 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cdda6a4c-e8c8-4026-bb66-34c44150a78c admin admin] Publish callbacks [] for security_group (616d4d96-8505-4ae6-b140-5bba2ac3e207), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:46.608752 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cce405-a6d7-4772-91b1-d460e008f406 req-849e24d8-969a-41d5-ab82-7ad8ff946c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:46.610219 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-38cce405-a6d7-4772-91b1-d460e008f406 req-849e24d8-969a-41d5-ab82-7ad8ff946c37 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 1130 time: 0.0678532 Jul 07 15:35:46.611169 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedce2c5-f82f-46f2-b9bd-e454ea883a5c req-9cbc3164-afb6-412c-a06f-a9f6b925d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:46.612521 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-bedce2c5-f82f-46f2-b9bd-e454ea883a5c req-9cbc3164-afb6-412c-a06f-a9f6b925d8ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 1128 time: 0.0713282 Jul 07 15:35:46.677107 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cdda6a4c-e8c8-4026-bb66-34c44150a78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (616d4d96-8505-4ae6-b140-5bba2ac3e207), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:46.806531 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:46.818263 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-cdda6a4c-e8c8-4026-bb66-34c44150a78c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c9f51214c284f47a318c428797e4bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6651924 Jul 07 15:35:46.819911 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda6a4c-e8c8-4026-bb66-34c44150a78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616d4d96-8505-4ae6-b140-5bba2ac3e207,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:46.821927 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 44552) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:46.824879 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cce405-a6d7-4772-91b1-d460e008f406 req-a7e7d155-171a-4a62-b48f-b1a2861b775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:46.826379 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-38cce405-a6d7-4772-91b1-d460e008f406 req-a7e7d155-171a-4a62-b48f-b1a2861b775c service neutron] 10.222.0.50 "GET /v2.0/networks?id=b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 200 len: 918 time: 0.2063124 Jul 07 15:35:46.827987 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedce2c5-f82f-46f2-b9bd-e454ea883a5c req-168aa34e-4edf-4d0d-8029-1250ab032b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:46.830138 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-bedce2c5-f82f-46f2-b9bd-e454ea883a5c req-168aa34e-4edf-4d0d-8029-1250ab032b1c service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833 HTTP/1.1" status: 200 len: 915 time: 0.2088954 Jul 07 15:35:46.949231 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dc573-fac6-4f93-8a3f-7db7db238d10 req-bfc819ea-e374-49ee-b45a-d169732ed135 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:46.951157 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6d1dc573-fac6-4f93-8a3f-7db7db238d10 req-bfc819ea-e374-49ee-b45a-d169732ed135 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.1353557 Jul 07 15:35:46.965804 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5f827612-4c1a-4520-881d-96757b49c1f9 admin admin] Publish callbacks [] for security_group (616d4d96-8505-4ae6-b140-5bba2ac3e207), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:47.018723 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5f827612-4c1a-4520-881d-96757b49c1f9 admin admin] Publish callbacks [] for security_group (616d4d96-8505-4ae6-b140-5bba2ac3e207), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:47.050021 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6d1dc573-fac6-4f93-8a3f-7db7db238d10 req-63f5161a-955d-4432-8b52-00e31c2ae756 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854361 Jul 07 15:35:47.171815 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5f827612-4c1a-4520-881d-96757b49c1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (616d4d96-8505-4ae6-b140-5bba2ac3e207), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:47.175139 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5f827612-4c1a-4520-881d-96757b49c1f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:47.178830 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-5f827612-4c1a-4520-881d-96757b49c1f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/616d4d96-8505-4ae6-b140-5bba2ac3e207 HTTP/1.1" status: 204 len: 168 time: 0.3512740 Jul 07 15:35:47.201487 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f827612-4c1a-4520-881d-96757b49c1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616d4d96-8505-4ae6-b140-5bba2ac3e207,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:47.225095 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-bedce2c5-f82f-46f2-b9bd-e454ea883a5c req-d31f8e15-52b2-43f1-82b5-2746fa5f55b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af4a4b2-ec67-4920-a522-06b353a6ccc2 HTTP/1.1" status: 200 len: 217 time: 0.3847337 Jul 07 15:35:47.226813 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-38cce405-a6d7-4772-91b1-d460e008f406 req-6ba66e3e-bc80-4db7-b02c-6ef3b861b8b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d9501ce-92dd-42ac-aa7f-f93d92682896 HTTP/1.1" status: 200 len: 217 time: 0.3877199 Jul 07 15:35:47.339015 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 0af4a4b2-ec67-4920-a522-06b353a6ccc2 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:35:47.341653 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cce405-a6d7-4772-91b1-d460e008f406 req-34f2d7d8-11e3-46f4-bc1e-e82d6cea09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:47.343340 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-38cce405-a6d7-4772-91b1-d460e008f406 req-34f2d7d8-11e3-46f4-bc1e-e82d6cea09f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97e3d972-be6d-4b72-9024-2daa5123c3d4 HTTP/1.1" status: 200 len: 856 time: 0.1052039 Jul 07 15:35:47.345261 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedce2c5-f82f-46f2-b9bd-e454ea883a5c req-afe8b4c5-93c8-4f9f-8cb2-b91d92365ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:47.346695 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-bedce2c5-f82f-46f2-b9bd-e454ea883a5c req-afe8b4c5-93c8-4f9f-8cb2-b91d92365ec7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=61ecf33b-ac81-410e-a8db-4aefcfc3a895 HTTP/1.1" status: 200 len: 853 time: 0.1097350 Jul 07 15:35:47.448737 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedce2c5-f82f-46f2-b9bd-e454ea883a5c req-7c4d19dd-6753-4980-875c-813ff14f124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:47.450263 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-bedce2c5-f82f-46f2-b9bd-e454ea883a5c req-7c4d19dd-6753-4980-875c-813ff14f124e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0923271 Jul 07 15:35:47.507622 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 0af4a4b2-ec67-4920-a522-06b353a6ccc2, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=0af4a4b2-ec67-4920-a522-06b353a6ccc2,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:35:47.531715 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cce405-a6d7-4772-91b1-d460e008f406 req-c29673d0-c5e8-4f1e-814f-2950fd2cae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:47.540967 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-38cce405-a6d7-4772-91b1-d460e008f406 req-c29673d0-c5e8-4f1e-814f-2950fd2cae9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4a3d0bd-27a0-4957-a668-c94979f88543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1802104 Jul 07 15:35:47.545040 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '0af4a4b2-ec67-4920-a522-06b353a6ccc2', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'port_id': '0af4a4b2-ec67-4920-a522-06b353a6ccc2', 'mac_address': 'fa:16:3e:4f:a0:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:35:47.568371 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da76095-6ec1-4ede-855e-51779aeb2ec4 req-b4b15f0f-bd1d-4b2c-8279-a66ed15806a7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:47.575484 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9da76095-6ec1-4ede-855e-51779aeb2ec4 req-b4b15f0f-bd1d-4b2c-8279-a66ed15806a7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.1189823 Jul 07 15:35:47.595897 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5aab5-6a6e-4aee-a71a-9758b7f43c6b req-da6aa3b4-5bca-42ed-998c-879571c8d470 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:47.603623 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f5b5aab5-6a6e-4aee-a71a-9758b7f43c6b req-da6aa3b4-5bca-42ed-998c-879571c8d470 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.1295035 Jul 07 15:35:47.615828 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 0af4a4b2-ec67-4920-a522-06b353a6ccc2 is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:35:47.616605 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (0af4a4b2-ec67-4920-a522-06b353a6ccc2), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:47.631139 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:47.634615 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af4a4b2-ec67-4920-a522-06b353a6ccc2 {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:35:47.669147 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 0af4a4b2-ec67-4920-a522-06b353a6ccc2, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=0af4a4b2-ec67-4920-a522-06b353a6ccc2,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:35:47.694559 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f5b5aab5-6a6e-4aee-a71a-9758b7f43c6b req-ac53a210-2edf-47e8-bb7f-eb5683bf998a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839629 Jul 07 15:35:47.728093 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-bedce2c5-f82f-46f2-b9bd-e454ea883a5c req-5cece291-50f7-4d0d-9023-a6727ff4ac5c service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629850 Jul 07 15:35:47.740128 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (0af4a4b2-ec67-4920-a522-06b353a6ccc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:47.782031 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9da76095-6ec1-4ede-855e-51779aeb2ec4 req-f590bd3e-70ef-4b6b-a5f1-beaa9daa520d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879303 Jul 07 15:35:47.860611 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=0af4a4b2-ec67-4920-a522-06b353a6ccc2,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:47.901687 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-bedce2c5-f82f-46f2-b9bd-e454ea883a5c req-a17760d8-4840-4e81-90c2-2eb30a582369 service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666276 Jul 07 15:35:47.933341 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-38cce405-a6d7-4772-91b1-d460e008f406 req-cd6a389d-b305-4d57-b784-691b67cd80a1 service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618622 Jul 07 15:35:47.936357 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:47.982585 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2a7ab-dfd3-4ace-8272-a38538107cda req-5ce656b2-dd02-452c-b366-14916d21b587 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:47.993819 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-58d2a7ab-dfd3-4ace-8272-a38538107cda req-5ce656b2-dd02-452c-b366-14916d21b587 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 945 time: 0.1392267 Jul 07 15:35:48.036531 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['0af4a4b2-ec67-4920-a522-06b353a6ccc2'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:35:48.087297 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-58d2a7ab-dfd3-4ace-8272-a38538107cda req-2105f278-1070-4fde-866c-d34e97a437de tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a4f6052-b263-409c-8c5e-578e5b2779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925696 Jul 07 15:35:48.123056 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-38cce405-a6d7-4772-91b1-d460e008f406 req-523c50d8-aa5c-439a-888c-e99f827446fd service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850340 Jul 07 15:35:48.264336 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b0bb6-b4f9-4a47-a840-56e34709283d req-69698876-280e-430e-9fd8-aa959291a1d6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:48.275144 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8f4b0bb6-b4f9-4a47-a840-56e34709283d req-69698876-280e-430e-9fd8-aa959291a1d6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.0776536 Jul 07 15:35:48.385355 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8f4b0bb6-b4f9-4a47-a840-56e34709283d req-57c8d96c-3160-48ec-bdb9-52e6806d7d0f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015394 Jul 07 15:35:48.868601 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa2237-189d-472a-988c-4ee498944304 req-6df811af-3bd8-41b3-90a0-9f5cc32806c4 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:48.879499 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5afa2237-189d-472a-988c-4ee498944304 req-6df811af-3bd8-41b3-90a0-9f5cc32806c4 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0977838 Jul 07 15:35:48.972322 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b7d2c-8bec-4981-ba57-e9b249c042b5 req-576a021c-f683-4df8-9575-48f64dbb465c tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:48.980070 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b18b7d2c-8bec-4981-ba57-e9b249c042b5 req-576a021c-f683-4df8-9575-48f64dbb465c tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0760248 Jul 07 15:35:48.984275 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44596) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:48.997880 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5afa2237-189d-472a-988c-4ee498944304 req-7cbf6053-2ed2-4c45-b3a7-4d7db0fc6726 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174862 Jul 07 15:35:49.058200 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b18b7d2c-8bec-4981-ba57-e9b249c042b5 req-9bcedcb8-925f-46e1-a8b7-da4387c8814b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769651 Jul 07 15:35:49.122951 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-817b271c-81a8-4d88-ad81-8ad932b119df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-869882599-network', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:35:49.217682 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e431d-0df8-48e3-8213-f3d0ce5b3bba req-e8e9c016-6134-44e5-bd38-98849fd9d381 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:49.219471 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bb2e431d-0df8-48e3-8213-f3d0ce5b3bba req-e8e9c016-6134-44e5-bd38-98849fd9d381 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 945 time: 0.0555217 Jul 07 15:35:49.226469 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817b271c-81a8-4d88-ad81-8ad932b119df admin admin] Made reservation on behalf of 41be827d61314cdbb5387c24e6353bb5 for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:35:49.229241 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-817b271c-81a8-4d88-ad81-8ad932b119df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:49.246258 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-817b271c-81a8-4d88-ad81-8ad932b119df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:49.271156 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:49.295902 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bb2e431d-0df8-48e3-8213-f3d0ce5b3bba req-00aa0c84-2ee7-4309-935a-112c6b27d3d7 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a4f6052-b263-409c-8c5e-578e5b2779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553825 Jul 07 15:35:49.349864 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 0af4a4b2-ec67-4920-a522-06b353a6ccc2 up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:35:49.359385 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-817b271c-81a8-4d88-ad81-8ad932b119df admin admin] Publish callbacks [] for security_group (6c8900bc-c752-4971-b59d-ac47a11da62b), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:49.398080 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port 0af4a4b2-ec67-4920-a522-06b353a6ccc2 completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:35:49.434421 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-817b271c-81a8-4d88-ad81-8ad932b119df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (6c8900bc-c752-4971-b59d-ac47a11da62b), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:49.466943 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b271c-81a8-4d88-ad81-8ad932b119df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8900bc-c752-4971-b59d-ac47a11da62b,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:49.494211 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 0af4a4b2-ec67-4920-a522-06b353a6ccc2 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:35:49.494599 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (0af4a4b2-ec67-4920-a522-06b353a6ccc2), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:49.497081 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817b271c-81a8-4d88-ad81-8ad932b119df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:35:49.509596 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-817b271c-81a8-4d88-ad81-8ad932b119df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (b7f4c497-742a-4266-9eca-a37d713bad41), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:49.510445 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-817b271c-81a8-4d88-ad81-8ad932b119df admin admin] Added segment b7f4c497-742a-4266-9eca-a37d713bad41 of type vlan for network 757ed358-1381-4fc5-bef5-a1b2bca8fd1b Jul 07 15:35:49.523871 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45b31c-890e-4028-8935-df338b887900 req-fadcf96f-c215-4240-8761-1d9e24b3c142 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:49.531682 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1c45b31c-890e-4028-8935-df338b887900 req-fadcf96f-c215-4240-8761-1d9e24b3c142 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.0677478 Jul 07 15:35:49.575534 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-817b271c-81a8-4d88-ad81-8ad932b119df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (757ed358-1381-4fc5-bef5-a1b2bca8fd1b), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:49.593797 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1c45b31c-890e-4028-8935-df338b887900 req-ea20c561-3838-442a-8d24-6ce9e0ea3387 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557578 Jul 07 15:35:49.617786 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 0af4a4b2-ec67-4920-a522-06b353a6ccc2 is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:35:49.621059 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (0af4a4b2-ec67-4920-a522-06b353a6ccc2), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:49.649213 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004cd795-a6e3-47b5-ba46-8f24751e8ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af4a4b2-ec67-4920-a522-06b353a6ccc2'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:35:49.651492 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d49884-e48e-4a78-a8ac-6df576c1a9f3" -d '{"events": [{"server_uuid": "004cd795-a6e3-47b5-ba46-8f24751e8ec2", "name": "network-vif-plugged", "status": "completed", "tag": "0af4a4b2-ec67-4920-a522-06b353a6ccc2"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:35:49.656183 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:49.666386 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 0af4a4b2-ec67-4920-a522-06b353a6ccc2, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=0af4a4b2-ec67-4920-a522-06b353a6ccc2,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:35:49.696175 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97c9643-95d5-4222-b73b-eeb8afe38eb9 x-openstack-request-id: req-a97c9643-95d5-4222-b73b-eeb8afe38eb9 {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:35:49.696175 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004cd795-a6e3-47b5-ba46-8f24751e8ec2", "name": "network-vif-plugged", "status": "completed", "tag": "0af4a4b2-ec67-4920-a522-06b353a6ccc2", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:35:49.696175 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a97c9643-95d5-4222-b73b-eeb8afe38eb9 {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:35:49.696175 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97c9643-95d5-4222-b73b-eeb8afe38eb9'] response: {'server_uuid': '004cd795-a6e3-47b5-ba46-8f24751e8ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af4a4b2-ec67-4920-a522-06b353a6ccc2', 'code': 200} Jul 07 15:35:49.745715 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-817b271c-81a8-4d88-ad81-8ad932b119df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (757ed358-1381-4fc5-bef5-a1b2bca8fd1b), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:49.746894 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817b271c-81a8-4d88-ad81-8ad932b119df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:49.747575 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-817b271c-81a8-4d88-ad81-8ad932b119df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:49.774446 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 44612) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:49.774960 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (0af4a4b2-ec67-4920-a522-06b353a6ccc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:49.856127 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=0af4a4b2-ec67-4920-a522-06b353a6ccc2,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:49.866889 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b271c-81a8-4d88-ad81-8ad932b119df admin admin] Pushing event updated for resources: {'Network': ['ID=757ed358-1381-4fc5-bef5-a1b2bca8fd1b,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:49.879307 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network 757ed358-1381-4fc5-bef5-a1b2bca8fd1b details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:35:49.897702 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-817b271c-81a8-4d88-ad81-8ad932b119df admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9119225 Jul 07 15:35:49.900759 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 44616) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:49.905925 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-7d409144-a92d-4d42-a907-394c8222eb00 admin admin] Request body: {'subnet': {'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-869882599-subnet', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'ip_version': 4}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:35:49.942426 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7ae6c484-da59-42f2-9ef1-91b4e1a43e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:49.972521 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:50.063971 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:50.082730 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7ae6c484-da59-42f2-9ef1-91b4e1a43e7b admin admin] Publish callbacks [] for security_group (c1c6607e-467d-4d4e-ad5e-8d71e93648b2), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:50.084973 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d409144-a92d-4d42-a907-394c8222eb00 admin admin] Made reservation on behalf of 41be827d61314cdbb5387c24e6353bb5 for: {'subnet': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:35:50.087543 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7d409144-a92d-4d42-a907-394c8222eb00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13927039'] for subnet (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:50.123652 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc15759-e697-49a3-9748-afc2609cadf3 req-23bef297-331f-45ec-8c78-3953f0e263cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:50.125731 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-5dc15759-e697-49a3-9748-afc2609cadf3 req-23bef297-331f-45ec-8c78-3953f0e263cb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 1130 time: 0.0778687 Jul 07 15:35:50.176852 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-5dc15759-e697-49a3-9748-afc2609cadf3 req-e180f786-b472-4f21-8ad4-30c20ad18646 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0a4f6052-b263-409c-8c5e-578e5b2779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439627 Jul 07 15:35:50.226222 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7ae6c484-da59-42f2-9ef1-91b4e1a43e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (c1c6607e-467d-4d4e-ad5e-8d71e93648b2), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:50.240254 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:50.279748 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a120058-7937-4115-8998-bb613a09b394 req-2b22ffd7-01d9-473c-9d49-e96eaf84331d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:50.281348 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7a120058-7937-4115-8998-bb613a09b394 req-2b22ffd7-01d9-473c-9d49-e96eaf84331d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.1778312 Jul 07 15:35:50.301819 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d224615-933c-45df-8b41-d6908eb02995 req-a4b03914-7457-4797-8809-970dc58b43a9 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:50.303412 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9d224615-933c-45df-8b41-d6908eb02995 req-a4b03914-7457-4797-8809-970dc58b43a9 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.1550288 Jul 07 15:35:50.343068 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6c484-da59-42f2-9ef1-91b4e1a43e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c6607e-467d-4d4e-ad5e-8d71e93648b2,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:50.361458 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:50.375367 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-7ae6c484-da59-42f2-9ef1-91b4e1a43e7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d6edec41e0049b5903c78d2a77620dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5930803 Jul 07 15:35:50.376336 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44626) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:50.467087 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-82c2856e-09f0-4f01-a24d-e7cf3024c26a admin admin] Publish callbacks [] for security_group (c1c6607e-467d-4d4e-ad5e-8d71e93648b2), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:50.467542 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9d224615-933c-45df-8b41-d6908eb02995 req-97a1f78e-b6bd-4a47-ab7b-43ef081d68bf tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493893 Jul 07 15:35:50.472877 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7a120058-7937-4115-8998-bb613a09b394 req-225932d4-4f6d-423a-9fd2-9dc770afc940 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683581 Jul 07 15:35:50.507146 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-82c2856e-09f0-4f01-a24d-e7cf3024c26a admin admin] Publish callbacks [] for security_group (c1c6607e-467d-4d4e-ad5e-8d71e93648b2), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:50.593311 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bec034-41d0-4d8d-900c-0296e4db8fa1 req-d13ca335-6220-4645-9b58-98708c805581 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:50.595293 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-82bec034-41d0-4d8d-900c-0296e4db8fa1 req-d13ca335-6220-4645-9b58-98708c805581 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 946 time: 0.0554187 Jul 07 15:35:50.658086 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-82bec034-41d0-4d8d-900c-0296e4db8fa1 req-0aab4d86-dbe9-4420-82a9-482471e7f2e6 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a4f6052-b263-409c-8c5e-578e5b2779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572348 Jul 07 15:35:50.723365 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acff08f-fd1a-4110-8391-1056d749d9da req-b7b94b13-6388-4838-829e-2b478b4d5cc5 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:50.728741 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8acff08f-fd1a-4110-8391-1056d749d9da req-b7b94b13-6388-4838-829e-2b478b4d5cc5 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.0659103 Jul 07 15:35:50.771515 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8acff08f-fd1a-4110-8391-1056d749d9da req-ab551845-ce70-48b2-994a-3e059675facb tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407910 Jul 07 15:35:50.816479 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-82c2856e-09f0-4f01-a24d-e7cf3024c26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (c1c6607e-467d-4d4e-ad5e-8d71e93648b2), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:50.816671 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7d409144-a92d-4d42-a907-394c8222eb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13707978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13927317'] for subnet (f8151f99-f507-4459-a9a2-6d20274116fb), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:50.818948 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-82c2856e-09f0-4f01-a24d-e7cf3024c26a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:50.822637 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-82c2856e-09f0-4f01-a24d-e7cf3024c26a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1c6607e-467d-4d4e-ad5e-8d71e93648b2 HTTP/1.1" status: 204 len: 168 time: 0.4460783 Jul 07 15:35:50.829296 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2856e-09f0-4f01-a24d-e7cf3024c26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c6607e-467d-4d4e-ad5e-8d71e93648b2,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:50.851119 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-389c4625-1d73-49f8-8bef-728383a7e8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:50.877468 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d409144-a92d-4d42-a907-394c8222eb00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8151f99-f507-4459-a9a2-6d20274116fb,revision_number=0']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:50.893982 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d409144-a92d-4d42-a907-394c8222eb00 admin admin] Checking segment: {'id': 'b7f4c497-742a-4266-9eca-a37d713bad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:35:50.894338 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d409144-a92d-4d42-a907-394c8222eb00 admin admin] Network hostable DHCP agents. Network: 757ed358-1381-4fc5-bef5-a1b2bca8fd1b, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:35:50.997461 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d409144-a92d-4d42-a907-394c8222eb00 admin admin] Network 757ed358-1381-4fc5-bef5-a1b2bca8fd1b is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:35:51.085577 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-7d409144-a92d-4d42-a907-394c8222eb00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, 757ed358-1381-4fc5-bef5-a1b2bca8fd1b) {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:35:51.090213 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d409144-a92d-4d42-a907-394c8222eb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:51.094120 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7d409144-a92d-4d42-a907-394c8222eb00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:51.096682 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ee5177-152e-4396-b917-ca51078e294d None None] Network 757ed358-1381-4fc5-bef5-a1b2bca8fd1b requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:35:51.181890 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-7d409144-a92d-4d42-a907-394c8222eb00 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2774389 Jul 07 15:35:51.185718 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44638) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:51.187559 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-869882599-router', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:35:51.243391 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1ee6318-512b-5199-b841-32f325bbc01a-757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'fixed_ips': [{'subnet_id': 'f8151f99-f507-4459-a9a2-6d20274116fb'}]}} from dv-cinder-841302-5-iscsi. {{(pid=104329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 15:35:51.252640 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:51.304570 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-89475'] for router (bd080407-cad7-447f-943a-27b79f31eb96), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:51.308308 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-89482'] for router (bd080407-cad7-447f-943a-27b79f31eb96), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:51.404577 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Publish callbacks [] for router_controller (bd080407-cad7-447f-943a-27b79f31eb96), precommit_add_association {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:51.406186 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:51.447461 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.db_base_plugin_common [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Allocated IP 172.20.0.2 (757ed358-1381-4fc5-bef5-a1b2bca8fd1b/f8151f99-f507-4459-a9a2-6d20274116fb/403f8722-d21e-4951-9d1d-d5b407d61af2) {{(pid=104329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:35:51.631884 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f511d4a-6975-46d4-9f4e-d951a6cf2c6d req-dbde6217-bf58-439f-8a7e-a87fb73c0df0 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:51.633454 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8f511d4a-6975-46d4-9f4e-d951a6cf2c6d req-dbde6217-bf58-439f-8a7e-a87fb73c0df0 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0681443 Jul 07 15:35:51.716118 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8f511d4a-6975-46d4-9f4e-d951a6cf2c6d req-82f71cc6-9e2e-46dc-ae23-b6bf431de8db tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710139 Jul 07 15:35:51.736902 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Publish callbacks [] for router_gateway (bd080407-cad7-447f-943a-27b79f31eb96), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:51.749623 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552be5f-6407-4fd6-92c8-726d0a7f3727 req-bda79459-08bf-4672-9680-fd45e4b713d7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:51.751886 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b552be5f-6407-4fd6-92c8-726d0a7f3727 req-bda79459-08bf-4672-9680-fd45e4b713d7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.1171908 Jul 07 15:35:51.756784 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Publish callbacks [] for port (403f8722-d21e-4951-9d1d-d5b407d61af2), precommit_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:51.804627 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b552be5f-6407-4fd6-92c8-726d0a7f3727 req-e420adc4-0384-4305-995a-ccff47671555 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456643 Jul 07 15:35:51.852141 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:51.883421 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (403f8722-d21e-4951-9d1d-d5b407d61af2), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:51.955479 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Pushing event updated for resources: {'Port': ['ID=403f8722-d21e-4951-9d1d-d5b407d61af2,revision_number=1']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:51.971974 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Network 757ed358-1381-4fc5-bef5-a1b2bca8fd1b is already hosted by enough agents. {{(pid=104329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:35:51.977966 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.base_scheduler [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Resources bound (agent type, host, resource id): {{(pid=104329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:35:51.980347 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Received port after_create {{(pid=104329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:35:52.038889 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Publish callbacks [] for router_gateway (bd080407-cad7-447f-943a-27b79f31eb96), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:52.055391 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Attempting to bind port 403f8722-d21e-4951-9d1d-d5b407d61af2 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:35:52.055809 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Attempting to bind port 403f8722-d21e-4951-9d1d-d5b407d61af2 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': 'b7f4c497-742a-4266-9eca-a37d713bad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:35:52.056339 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Attempting to bind port 403f8722-d21e-4951-9d1d-d5b407d61af2 on network 757ed358-1381-4fc5-bef5-a1b2bca8fd1b {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:35:52.063275 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:35:52.063835 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Checking segment: {'id': 'b7f4c497-742a-4266-9eca-a37d713bad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:35:52.064488 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:52.064891 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Bound using segment: {'id': 'b7f4c497-742a-4266-9eca-a37d713bad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:35:52.065372 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Bound port: 403f8722-d21e-4951-9d1d-d5b407d61af2, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f4c497-742a-4266-9eca-a37d713bad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:35:52.065756 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:52.065886 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (403f8722-d21e-4951-9d1d-d5b407d61af2), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:52.150783 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] For port 403f8722-d21e-4951-9d1d-d5b407d61af2, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:35:52.153183 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] For port 403f8722-d21e-4951-9d1d-d5b407d61af2, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=403f8722-d21e-4951-9d1d-d5b407d61af2,segment=NetworkSegment(b7f4c497-742a-4266-9eca-a37d713bad41),segment_id=b7f4c497-742a-4266-9eca-a37d713bad41)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:35:52.227681 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (403f8722-d21e-4951-9d1d-d5b407d61af2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:52.248828 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Allocated IP 172.27.1.11 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/67d37208-adaf-4585-9066-2bb7f270007f) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:35:52.350320 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e150a3-91fc-4e81-b276-f4e4ac3b8ff1 req-11018ef2-0780-48cb-b27a-6f529c7e4c35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:52.352735 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b71276-3a36-4b8f-8fe9-7362f8800bcf None None] Pushing event updated for resources: {'Port': ['ID=403f8722-d21e-4951-9d1d-d5b407d61af2,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:52.356067 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d3e150a3-91fc-4e81-b276-f4e4ac3b8ff1 req-11018ef2-0780-48cb-b27a-6f529c7e4c35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 946 time: 0.5159974 Jul 07 15:35:52.374194 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436351-d966-44ac-a8f5-246bc290c4eb req-2dbe8253-8296-4409-9a08-4e5fceceef4a tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:52.381539 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fa436351-d966-44ac-a8f5-246bc290c4eb req-2dbe8253-8296-4409-9a08-4e5fceceef4a tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.1055207 Jul 07 15:35:52.446054 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d3e150a3-91fc-4e81-b276-f4e4ac3b8ff1 req-781a2424-71f6-419a-b98a-496f2078fcd0 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a4f6052-b263-409c-8c5e-578e5b2779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624633 Jul 07 15:35:52.486150 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:52.486150 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Publish callbacks [] for port (67d37208-adaf-4585-9066-2bb7f270007f), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:52.514989 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fa436351-d966-44ac-a8f5-246bc290c4eb req-7c79bbeb-a31c-4824-9c6e-0441c970da35 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324613 Jul 07 15:35:52.586164 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (67d37208-adaf-4585-9066-2bb7f270007f), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:52.687449 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:35:52.692001 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:35:52.697000 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:35:52.767766 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Pushing event updated for resources: {'Port': ['ID=67d37208-adaf-4585-9066-2bb7f270007f,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:52.805692 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-efda64d3-4888-47b3-aa64-58e4222f0c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:52.912648 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3977b91-a18f-4e6b-ac11-0bcd8441de07 req-ec4bc911-8061-409f-98d3-66de594e72e6 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:52.915002 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d3977b91-a18f-4e6b-ac11-0bcd8441de07 req-ec4bc911-8061-409f-98d3-66de594e72e6 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0888205 Jul 07 15:35:53.025928 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b002c5-c04f-4965-a6df-0c4a8b50644a req-b2a4334c-c611-478e-94f7-f559768d601f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:53.027728 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-41b002c5-c04f-4965-a6df-0c4a8b50644a req-b2a4334c-c611-478e-94f7-f559768d601f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0960426 Jul 07 15:35:53.032699 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d3977b91-a18f-4e6b-ac11-0bcd8441de07 req-908f81db-3856-4e3b-92ac-da5641fcfaf6 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111629 Jul 07 15:35:53.122156 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-41b002c5-c04f-4965-a6df-0c4a8b50644a req-48ced6c9-de55-423f-a059-c47580fb85a3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867665 Jul 07 15:35:53.144552 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Publish callbacks [] for router_gateway (bd080407-cad7-447f-943a-27b79f31eb96), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:53.289063 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=15 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:53.372222 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537336'] for router (bd080407-cad7-447f-943a-27b79f31eb96), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:53.640752 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Router bd080407-cad7-447f-943a-27b79f31eb96 is scheduled to L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f with binding_index 1 {{(pid=104327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 15:35:53.732942 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3209a1-2948-4d16-aac3-41416d6c9e04 req-ee9edf71-76fa-4bf1-81ef-6dcfed4b37b5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:53.734625 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4e3209a1-2948-4d16-aac3-41416d6c9e04 req-ee9edf71-76fa-4bf1-81ef-6dcfed4b37b5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 946 time: 0.1741421 Jul 07 15:35:53.746198 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b32ec2-3125-4876-8e4b-e00bcbb867c4 req-2d402acb-aec4-4ff8-b984-2191978014f0 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:53.747813 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a4b32ec2-3125-4876-8e4b-e00bcbb867c4 req-2d402acb-aec4-4ff8-b984-2191978014f0 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.1122086 Jul 07 15:35:53.804463 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:53.810060 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:35:53.815980 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:53.823395 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Sync routers for ids ['bd080407-cad7-447f-943a-27b79f31eb96'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:35:53.841400 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Routers {'bd080407-cad7-447f-943a-27b79f31eb96'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:35:53.842034 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:35:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['bd080407-cad7-447f-943a-27b79f31eb96'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:35:53.856293 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4e3209a1-2948-4d16-aac3-41416d6c9e04 req-aff6285c-2798-4b6e-b1fe-d390e66e0888 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a4f6052-b263-409c-8c5e-578e5b2779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072161 Jul 07 15:35:53.872451 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a4b32ec2-3125-4876-8e4b-e00bcbb867c4 req-7326b110-65a6-47c3-a12a-28bc9cf8395c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046517 Jul 07 15:35:53.911553 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6c64d1-2735-4bf4-a6b9-49256bb4d40c None None] Network 757ed358-1381-4fc5-bef5-a1b2bca8fd1b requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:35:53.927657 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:53.930942 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1ad863bc-ece6-4e4d-a628-8287a8a47056 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7473431 Jul 07 15:35:53.937338 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 44682) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:54.090437 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdd7f0-0da5-485a-a270-4c156ae81fac req-f064c789-eb8c-4b11-a791-cceedec31cb9 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:54.092151 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c0bdd7f0-0da5-485a-a270-4c156ae81fac req-f064c789-eb8c-4b11-a791-cceedec31cb9 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 946 time: 0.0683460 Jul 07 15:35:54.101658 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 44686) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:35:54.108389 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-97c1c2b2-a02a-4335-b3e5-d740af649d7d tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'floatingip': {'port_id': '0af4a4b2-ec67-4920-a522-06b353a6ccc2'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:35:54.109302 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-be4e785c-fd75-4e67-be3f-9300dd4d49a4 None None] Provisioning complete for port 403f8722-d21e-4951-9d1d-d5b407d61af2 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:35:54.109827 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-be4e785c-fd75-4e67-be3f-9300dd4d49a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (403f8722-d21e-4951-9d1d-d5b407d61af2), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:54.115455 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:54.141986 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:54.200603 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-97c1c2b2-a02a-4335-b3e5-d740af649d7d tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (86e20bae-7650-4e43-b46a-d048f9640aa1), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:54.214553 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Set router bd080407-cad7-447f-943a-27b79f31eb96 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:35:54.247937 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=19 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:54.330158 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:54.428606 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:54.442461 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2325d-a5b8-42b1-8076-36a31c5ed5c4 req-33acc43d-ad81-4876-9c33-670f01802d94 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:54.443770 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-be4e785c-fd75-4e67-be3f-9300dd4d49a4 None None] Current status of the port 403f8722-d21e-4951-9d1d-d5b407d61af2 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:35:54.444397 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-be4e785c-fd75-4e67-be3f-9300dd4d49a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (403f8722-d21e-4951-9d1d-d5b407d61af2), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:54.452005 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3ab2325d-a5b8-42b1-8076-36a31c5ed5c4 req-33acc43d-ad81-4876-9c33-670f01802d94 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.3047805 Jul 07 15:35:54.605080 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-be4e785c-fd75-4e67-be3f-9300dd4d49a4 None None] For port 403f8722-d21e-4951-9d1d-d5b407d61af2, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=403f8722-d21e-4951-9d1d-d5b407d61af2,segment=NetworkSegment(b7f4c497-742a-4266-9eca-a37d713bad41),segment_id=b7f4c497-742a-4266-9eca-a37d713bad41)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:35:54.616831 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'name': 'tempest-TestShelveInstance-869882599-router', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '67d37208-adaf-4585-9066-2bb7f270007f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:35:51Z', 'updated_at': '2022-07-07T15:35:52Z', 'revision_number': 3, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'gw_port': {'id': '67d37208-adaf-4585-9066-2bb7f270007f', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:52Z', 'updated_at': '2022-07-07T15:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:35:54.643684 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Checking router: bd080407-cad7-447f-943a-27b79f31eb96 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:35:54.644037 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Updating router bd080407-cad7-447f-943a-27b79f31eb96 port 67d37208-adaf-4585-9066-2bb7f270007f binding host dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:35:54.690143 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-be4e785c-fd75-4e67-be3f-9300dd4d49a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (403f8722-d21e-4951-9d1d-d5b407d61af2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:54.702019 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (67d37208-adaf-4585-9066-2bb7f270007f), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:54.703442 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:54.712195 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da7c67-2779-4563-9d5a-62a02a44de63 req-a185f435-1d10-472a-af46-019d6667d499 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:54.713736 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-21da7c67-2779-4563-9d5a-62a02a44de63 req-a185f435-1d10-472a-af46-019d6667d499 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.4528122 Jul 07 15:35:54.823836 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 403f8722-d21e-4951-9d1d-d5b407d61af2 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:35:54.841664 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e785c-fd75-4e67-be3f-9300dd4d49a4 None None] Pushing event updated for resources: {'Port': ['ID=403f8722-d21e-4951-9d1d-d5b407d61af2,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:54.848439 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3ab2325d-a5b8-42b1-8076-36a31c5ed5c4 req-6196f511-cbbb-4666-8374-76a64734ea24 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3942673 Jul 07 15:35:54.922358 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-21da7c67-2779-4563-9d5a-62a02a44de63 req-c72c30b2-119f-4fc0-ae90-680b33d120b1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025261 Jul 07 15:35:55.067683 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-56bb4d5f-c00f-43c1-9f7c-120ad5b593f4 None None] Provisioning complete for port 403f8722-d21e-4951-9d1d-d5b407d61af2 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:35:55.068081 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-56bb4d5f-c00f-43c1-9f7c-120ad5b593f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (403f8722-d21e-4951-9d1d-d5b407d61af2), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:55.114583 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-2e143fdc-6679-4098-8cc1-a3e1150f763a tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b42fb18bea524ba980012973ec2a9ee2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1070385 Jul 07 15:35:55.117730 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Publish callbacks [] for port (67d37208-adaf-4585-9066-2bb7f270007f), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:55.135443 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 403f8722-d21e-4951-9d1d-d5b407d61af2 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:35:55.137326 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (403f8722-d21e-4951-9d1d-d5b407d61af2), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:55.214623 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (67d37208-adaf-4585-9066-2bb7f270007f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:55.216781 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-56bb4d5f-c00f-43c1-9f7c-120ad5b593f4 None None] Current status of the port 403f8722-d21e-4951-9d1d-d5b407d61af2 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:35:55.265358 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d2b0c-f2ea-4ee4-a36a-1d4a21755c50 req-5c7eea6f-a649-4a1e-8a62-f767bc1e105e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:55.267905 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fa9d2b0c-f2ea-4ee4-a36a-1d4a21755c50 req-5c7eea6f-a649-4a1e-8a62-f767bc1e105e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.1901855 Jul 07 15:35:55.274821 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:55.306648 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 403f8722-d21e-4951-9d1d-d5b407d61af2 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:35:55.310519 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4106f-7ddf-41b1-b6af-0622c79c0c3e None None] Pushing event updated for resources: {'Port': ['ID=67d37208-adaf-4585-9066-2bb7f270007f,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:55.313683 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Attempting to bind port 67d37208-adaf-4585-9066-2bb7f270007f on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:35:55.314057 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Attempting to bind port 67d37208-adaf-4585-9066-2bb7f270007f by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:35:55.314404 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Attempting to bind port 67d37208-adaf-4585-9066-2bb7f270007f on network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:35:55.330541 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:35:55.330908 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Checking segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:35:55.331318 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:55.331744 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Bound using segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:35:55.332244 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Bound port: 67d37208-adaf-4585-9066-2bb7f270007f, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:35:55.332627 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (67d37208-adaf-4585-9066-2bb7f270007f), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:55.398907 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] For port 67d37208-adaf-4585-9066-2bb7f270007f, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:35:55.403059 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] For port 67d37208-adaf-4585-9066-2bb7f270007f, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=67d37208-adaf-4585-9066-2bb7f270007f,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:35:55.490369 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (67d37208-adaf-4585-9066-2bb7f270007f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:55.500347 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:55.552072 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Routers {'bd080407-cad7-447f-943a-27b79f31eb96'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:35:55.552767 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:35:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['bd080407-cad7-447f-943a-27b79f31eb96'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:35:55.622941 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4106f-7ddf-41b1-b6af-0622c79c0c3e None None] Pushing event updated for resources: {'Port': ['ID=67d37208-adaf-4585-9066-2bb7f270007f,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:55.674041 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:55.686031 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] Set router bd080407-cad7-447f-943a-27b79f31eb96 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:35:55.834126 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:55.848026 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fa9d2b0c-f2ea-4ee4-a36a-1d4a21755c50 req-5ea714ed-511a-47f7-80bb-b14415cd94f8 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304255 Jul 07 15:35:55.872707 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-1f9ce377-8852-4619-a532-fa2f24ca3f9a tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:55.876085 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-1f9ce377-8852-4619-a532-fa2f24ca3f9a tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7266445 Jul 07 15:35:55.878879 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:55.899452 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-97c1c2b2-a02a-4335-b3e5-d740af649d7d tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:55.909592 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'name': 'tempest-TestShelveInstance-869882599-router', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '67d37208-adaf-4585-9066-2bb7f270007f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:35:51Z', 'updated_at': '2022-07-07T15:35:52Z', 'revision_number': 3, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'gw_port': {'id': '67d37208-adaf-4585-9066-2bb7f270007f', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:52Z', 'updated_at': '2022-07-07T15:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:35:55.911339 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-578194e1-253b-40e4-89e9-b43f0ed754e1 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/quotas/b42fb18bea524ba980012973ec2a9ee2 HTTP/1.1" status: 200 len: 375 time: 0.0232310 Jul 07 15:35:55.938824 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f79f0e-4989-448b-8a3c-318f22c987d0 None None] The sync data for ids ['bd080407-cad7-447f-943a-27b79f31eb96'] in dv-cinder-841302-5-iscsi is: [{'id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'name': 'tempest-TestShelveInstance-869882599-router', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '67d37208-adaf-4585-9066-2bb7f270007f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:35:51Z', 'updated_at': '2022-07-07T15:35:52Z', 'revision_number': 3, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'gw_port': {'id': '67d37208-adaf-4585-9066-2bb7f270007f', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:52Z', 'updated_at': '2022-07-07T15:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:35:56.000135 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-b1dff162-8b7e-46e9-a9bc-b4175af58e18 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b42fb18bea524ba980012973ec2a9ee2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753434 Jul 07 15:35:56.030526 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:56.050879 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711b998-03b4-4ef8-8a56-b71e592ad016 req-724b5ade-728c-42ad-99f0-45a3bc719f00 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:56.052393 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c711b998-03b4-4ef8-8a56-b71e592ad016 req-724b5ade-728c-42ad-99f0-45a3bc719f00 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0918667 Jul 07 15:35:56.181772 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c711b998-03b4-4ef8-8a56-b71e592ad016 req-3549fb68-5b13-4611-b0b9-523a472a12e3 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201954 Jul 07 15:35:56.262446 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Allocated IP 172.20.0.1 (757ed358-1381-4fc5-bef5-a1b2bca8fd1b/f8151f99-f507-4459-a9a2-6d20274116fb/33451a9a-6d40-4eec-9950-fc42a3f82049) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:35:56.342789 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2c112-593c-42e0-b4a1-19df79b2e59f req-cb42435f-df5c-46c6-a027-afae849cc773 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:56.344918 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-63a2c112-593c-42e0-b4a1-19df79b2e59f req-cb42435f-df5c-46c6-a027-afae849cc773 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0796690 Jul 07 15:35:56.379992 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:56.399670 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-97c1c2b2-a02a-4335-b3e5-d740af649d7d tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (86e20bae-7650-4e43-b46a-d048f9640aa1), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:56.567276 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-614e9fa0-8e21-4040-b8a4-52577bfe392a req-8922c5bd-9c1b-4e83-8f94-a58b8dd1ea59 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 210 time: 0.1026785 Jul 07 15:35:56.652685 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-63a2c112-593c-42e0-b4a1-19df79b2e59f req-3ef730fc-2c9e-4749-b46a-9e3997bb42dd tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2992239 Jul 07 15:35:56.667215 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:56.723614 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Publish callbacks [] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:56.747182 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.l3_db [None req-97c1c2b2-a02a-4335-b3e5-d740af649d7d tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Floating IP 86e20bae-7650-4e43-b46a-d048f9640aa1 associated. External IP: 172.27.1.73, port: 0af4a4b2-ec67-4920-a522-06b353a6ccc2. Jul 07 15:35:56.919206 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 67d37208-adaf-4585-9066-2bb7f270007f up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:35:56.969877 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:57.017632 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 67d37208-adaf-4585-9066-2bb7f270007f triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:35:57.019837 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (67d37208-adaf-4585-9066-2bb7f270007f), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:57.071115 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:57.115978 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 67d37208-adaf-4585-9066-2bb7f270007f is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:35:57.116420 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (67d37208-adaf-4585-9066-2bb7f270007f), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:57.135327 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab4a49-a08d-4167-ab59-5d7e2833b4b1 req-7770fdb5-48cb-448b-a914-e221715a4da9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:57.140672 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port 67d37208-adaf-4585-9066-2bb7f270007f, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=67d37208-adaf-4585-9066-2bb7f270007f,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:35:57.146191 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f9ab4a49-a08d-4167-ab59-5d7e2833b4b1 req-7770fdb5-48cb-448b-a914-e221715a4da9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.1332004 Jul 07 15:35:57.165127 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Network 757ed358-1381-4fc5-bef5-a1b2bca8fd1b is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:35:57.181381 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:35:57.208178 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:35:57.214303 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=33451a9a-6d40-4eec-9950-fc42a3f82049,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:57.268467 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (67d37208-adaf-4585-9066-2bb7f270007f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:57.269995 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 403f8722-d21e-4951-9d1d-d5b407d61af2 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:35:57.351129 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f9ab4a49-a08d-4167-ab59-5d7e2833b4b1 req-85471216-3fa8-46ee-9ff2-d759c40023b4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037330 Jul 07 15:35:57.357789 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=67d37208-adaf-4585-9066-2bb7f270007f,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:57.462057 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 403f8722-d21e-4951-9d1d-d5b407d61af2 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:35:57.463050 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (403f8722-d21e-4951-9d1d-d5b407d61af2), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:57.466069 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-533504'] for router_interface (bd080407-cad7-447f-943a-27b79f31eb96), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:57.524082 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c1c2b2-a02a-4335-b3e5-d740af649d7d tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Router badb391a-9ac8-4700-b35a-45b4f5d75596 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:35:57.558737 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e61521-4ce5-4017-9ff5-63c5d25c0e08 req-efa2040c-dbf8-4206-97ff-7fdb225cf453 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:57.565984 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d1e61521-4ce5-4017-9ff5-63c5d25c0e08 req-efa2040c-dbf8-4206-97ff-7fdb225cf453 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.2084708 Jul 07 15:35:57.679510 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:57.691823 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 403f8722-d21e-4951-9d1d-d5b407d61af2 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:35:57.707082 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-a76983ae-95a7-4e91-b70c-b95caa744df3 None None] Provisioning complete for port 33451a9a-6d40-4eec-9950-fc42a3f82049 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:35:57.707082 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-a76983ae-95a7-4e91-b70c-b95caa744df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:57.727465 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-a76983ae-95a7-4e91-b70c-b95caa744df3 None None] Port 33451a9a-6d40-4eec-9950-fc42a3f82049 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:35:57.777928 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d1e61521-4ce5-4017-9ff5-63c5d25c0e08 req-6384b65e-c4dd-4c35-bfeb-105e5ef69b3a tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101865 Jul 07 15:35:57.787484 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ad4f31bb-2483-4405-a469-abb0eec6971f req-97a97880-0d43-491f-97b7-104ad8e492a7 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 210 time: 0.1252325 Jul 07 15:35:57.881355 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c1c2b2-a02a-4335-b3e5-d740af649d7d tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:35:57.887344 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-97c1c2b2-a02a-4335-b3e5-d740af649d7d tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:57.895517 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3cf416-37ca-42a7-acf4-32d43bceac06 None None] Sync routers for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:35:57.909397 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3cf416-37ca-42a7-acf4-32d43bceac06 None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:35:57.910198 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-5e3cf416-37ca-42a7-acf4-32d43bceac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:35:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:35:57.916294 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13357fb6-d7b7-4254-a137-6059dbeea529 req-abd786e3-9f81-4f9e-ac51-2051cbfb488b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:57.917753 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-13357fb6-d7b7-4254-a137-6059dbeea529 req-abd786e3-9f81-4f9e-ac51-2051cbfb488b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0813861 Jul 07 15:35:57.957384 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-97c1c2b2-a02a-4335-b3e5-d740af649d7d tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "PUT /v2.0/floatingips/86e20bae-7650-4e43-b46a-d048f9640aa1 HTTP/1.1" status: 200 len: 991 time: 3.8543217 Jul 07 15:35:57.968089 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004cd795-a6e3-47b5-ba46-8f24751e8ec2', 'tag': '0af4a4b2-ec67-4920-a522-06b353a6ccc2'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:35:57.970387 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506f3b5f-a287-4d9e-bd97-1fda26b37f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "004cd795-a6e3-47b5-ba46-8f24751e8ec2", "tag": "0af4a4b2-ec67-4920-a522-06b353a6ccc2"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:35:57.979056 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:58.034205 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32150e73-efc7-4372-a1a6-b8f91f109d63 x-openstack-request-id: req-32150e73-efc7-4372-a1a6-b8f91f109d63 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:35:58.034468 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "004cd795-a6e3-47b5-ba46-8f24751e8ec2", "tag": "0af4a4b2-ec67-4920-a522-06b353a6ccc2", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:35:58.036191 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32150e73-efc7-4372-a1a6-b8f91f109d63 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:35:58.036191 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32150e73-efc7-4372-a1a6-b8f91f109d63'] response: {'name': 'network-changed', 'server_uuid': '004cd795-a6e3-47b5-ba46-8f24751e8ec2', 'tag': '0af4a4b2-ec67-4920-a522-06b353a6ccc2', 'status': 'completed', 'code': 200} Jul 07 15:35:58.045926 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-13357fb6-d7b7-4254-a137-6059dbeea529 req-ed8ce4a9-b644-43fd-bdff-0106805aeab3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061172 Jul 07 15:35:58.052692 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:58.107389 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-5e3cf416-37ca-42a7-acf4-32d43bceac06 None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:35:58.129588 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f3b5f-a287-4d9e-bd97-1fda26b37f7d req-77fa9eb2-4774-48c8-a812-72d1ce0672fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:58.132578 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-506f3b5f-a287-4d9e-bd97-1fda26b37f7d req-77fa9eb2-4774-48c8-a812-72d1ce0672fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 1130 time: 0.0676439 Jul 07 15:35:58.247010 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Publish callbacks [] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:58.272185 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f3b5f-a287-4d9e-bd97-1fda26b37f7d req-2d900a04-d46e-42c5-b5c5-5fd6c9faeecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:58.273877 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-506f3b5f-a287-4d9e-bd97-1fda26b37f7d req-2d900a04-d46e-42c5-b5c5-5fd6c9faeecf service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833 HTTP/1.1" status: 200 len: 915 time: 0.1325221 Jul 07 15:35:58.299905 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:58.350802 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-506f3b5f-a287-4d9e-bd97-1fda26b37f7d req-e67f1b6b-658a-4d29-b652-5b322e1590c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af4a4b2-ec67-4920-a522-06b353a6ccc2 HTTP/1.1" status: 200 len: 999 time: 0.0643599 Jul 07 15:35:58.357701 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-5e3cf416-37ca-42a7-acf4-32d43bceac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '86e20bae-7650-4e43-b46a-d048f9640aa1', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': '0af4a4b2-ec67-4920-a522-06b353a6ccc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:4f:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004cd795-a6e3-47b5-ba46-8f24751e8ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:35:22Z', 'updated_at': '2022-07-07T15:35:55Z', 'revision_number': 1, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}, {'id': 'c28fe138-1cc8-4285-a3d1-c1a173deda4e', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': '81cf072b-a045-4379-a583-082f35faaaf6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:39:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:33:20Z', 'updated_at': '2022-07-07T15:34:04Z', 'revision_number': 2, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:35:58.393531 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3cf416-37ca-42a7-acf4-32d43bceac06 None None] Checking router: badb391a-9ac8-4700-b35a-45b4f5d75596 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:35:58.398947 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3cf416-37ca-42a7-acf4-32d43bceac06 None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:35:58.399612 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-5e3cf416-37ca-42a7-acf4-32d43bceac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:35:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:35:58.448165 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f3b5f-a287-4d9e-bd97-1fda26b37f7d req-3e68701b-3d36-4cb2-b133-1391b2edeea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:58.450081 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-506f3b5f-a287-4d9e-bd97-1fda26b37f7d req-3e68701b-3d36-4cb2-b133-1391b2edeea2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=61ecf33b-ac81-410e-a8db-4aefcfc3a895 HTTP/1.1" status: 200 len: 853 time: 0.0831282 Jul 07 15:35:58.516491 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-5e3cf416-37ca-42a7-acf4-32d43bceac06 None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:35:58.565307 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:58.624360 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=33451a9a-6d40-4eec-9950-fc42a3f82049,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:35:58.630633 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533652'] for router_interface (bd080407-cad7-447f-943a-27b79f31eb96), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:58.648866 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19047b07-f751-4e5f-a334-17c1577cdcbf req-69170d26-9330-4aa5-b755-3b17f6df4b93 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:58.649592 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-19047b07-f751-4e5f-a334-17c1577cdcbf req-69170d26-9330-4aa5-b755-3b17f6df4b93 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.0778091 Jul 07 15:35:58.714404 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f3b5f-a287-4d9e-bd97-1fda26b37f7d req-229d804a-d6f1-4d16-8dc9-5d67f7e5edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:58.718643 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-506f3b5f-a287-4d9e-bd97-1fda26b37f7d req-229d804a-d6f1-4d16-8dc9-5d67f7e5edd9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627882 Jul 07 15:35:58.722683 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 67d37208-adaf-4585-9066-2bb7f270007f up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:35:58.799120 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 67d37208-adaf-4585-9066-2bb7f270007f triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:35:58.799547 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (67d37208-adaf-4585-9066-2bb7f270007f), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:58.803089 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-5e3cf416-37ca-42a7-acf4-32d43bceac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '86e20bae-7650-4e43-b46a-d048f9640aa1', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': '0af4a4b2-ec67-4920-a522-06b353a6ccc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:4f:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004cd795-a6e3-47b5-ba46-8f24751e8ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:35:22Z', 'updated_at': '2022-07-07T15:35:55Z', 'revision_number': 1, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}, {'id': 'c28fe138-1cc8-4285-a3d1-c1a173deda4e', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': '81cf072b-a045-4379-a583-082f35faaaf6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:39:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:33:20Z', 'updated_at': '2022-07-07T15:34:04Z', 'revision_number': 2, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:35:58.807769 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-19047b07-f751-4e5f-a334-17c1577cdcbf req-1a85a107-b140-4d33-83fe-cb98b707b35c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977769 Jul 07 15:35:58.813517 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Network 757ed358-1381-4fc5-bef5-a1b2bca8fd1b is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:35:58.815938 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:35:58.851144 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3cf416-37ca-42a7-acf4-32d43bceac06 None None] The sync data for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi is: [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '86e20bae-7650-4e43-b46a-d048f9640aa1', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': '0af4a4b2-ec67-4920-a522-06b353a6ccc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:4f:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004cd795-a6e3-47b5-ba46-8f24751e8ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:35:22Z', 'updated_at': '2022-07-07T15:35:55Z', 'revision_number': 1, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}, {'id': 'c28fe138-1cc8-4285-a3d1-c1a173deda4e', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': '81cf072b-a045-4379-a583-082f35faaaf6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:39:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:33:20Z', 'updated_at': '2022-07-07T15:34:04Z', 'revision_number': 2, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:35:58.912272 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-506f3b5f-a287-4d9e-bd97-1fda26b37f7d req-ce7d019d-c913-46c8-9bb0-dff4dde9e574 service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826510 Jul 07 15:35:58.956676 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 67d37208-adaf-4585-9066-2bb7f270007f is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:35:58.992000 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:59.057415 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-999261c1-0b50-40c8-8502-c9cf40d5fdb3 req-b097be57-7492-4c68-b4e3-fd7a54be370d tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 210 time: 0.0859509 Jul 07 15:35:59.067137 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b9a1b-9619-419b-ba04-8e7fce890482 req-290577fc-1413-41b6-8386-5a7311cb24ad tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:59.068589 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b67b9a1b-9619-419b-ba04-8e7fce890482 req-290577fc-1413-41b6-8386-5a7311cb24ad tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0961182 Jul 07 15:35:59.076729 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Router bd080407-cad7-447f-943a-27b79f31eb96 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:35:59.082804 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-506f3b5f-a287-4d9e-bd97-1fda26b37f7d req-798267b6-66c0-4bc1-95c8-4b33d39d22ef service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259043 Jul 07 15:35:59.158692 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-e9262e6d-cde7-4eef-b899-4b7e3a9208c9 None None] Provisioning complete for port 33451a9a-6d40-4eec-9950-fc42a3f82049 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:35:59.158692 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e9262e6d-cde7-4eef-b899-4b7e3a9208c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:59.206240 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c021db87-4e87-4dfe-8b7e-57c4122a83d9 None None] New status for floating IP 86e20bae-7650-4e43-b46a-d048f9640aa1: ACTIVE {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:35:59.240528 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e50bb-366b-4bb2-a5b1-5c44732d50c0 req-23df0681-d5c6-4816-b010-e75cc9f33964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:59.242359 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-229e50bb-366b-4bb2-a5b1-5c44732d50c0 req-23df0681-d5c6-4816-b010-e75cc9f33964 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2e4afda121042939745304ce6f76a8b&device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 1130 time: 0.0580685 Jul 07 15:35:59.249970 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b67b9a1b-9619-419b-ba04-8e7fce890482 req-ea919b05-6b2c-4853-87bb-6e1c8658318a tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688166 Jul 07 15:35:59.259551 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-e9262e6d-cde7-4eef-b899-4b7e3a9208c9 None None] Port 33451a9a-6d40-4eec-9950-fc42a3f82049 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:35:59.263588 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62bb0b-0d4f-408e-a04c-03840bf6c2eb req-833cc779-dfaf-430e-b870-bd5b88015d02 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:59.266535 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-db62bb0b-0d4f-408e-a04c-03840bf6c2eb req-833cc779-dfaf-430e-b870-bd5b88015d02 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.1144495 Jul 07 15:35:59.276858 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:35:59.292303 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-f88d5534-e89f-4216-8fcb-bfb921146fd0 admin admin] 10.222.0.25 "PUT /v2.0/routers/bd080407-cad7-447f-943a-27b79f31eb96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3456271 Jul 07 15:35:59.314450 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Sync routers for ids ['bd080407-cad7-447f-943a-27b79f31eb96'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:35:59.329630 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-db62bb0b-0d4f-408e-a04c-03840bf6c2eb req-e971a733-9110-4638-a4b4-025c1f2e3761 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507479 Jul 07 15:35:59.333579 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Routers {'bd080407-cad7-447f-943a-27b79f31eb96'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:35:59.334379 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:35:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['bd080407-cad7-447f-943a-27b79f31eb96'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:35:59.468075 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e50bb-366b-4bb2-a5b1-5c44732d50c0 req-e3fac02c-bc6e-40aa-94a7-49a6e6b087a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:59.471270 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-229e50bb-366b-4bb2-a5b1-5c44732d50c0 req-e3fac02c-bc6e-40aa-94a7-49a6e6b087a6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 HTTP/1.1" status: 200 len: 918 time: 0.2224765 Jul 07 15:35:59.514895 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Set router bd080407-cad7-447f-943a-27b79f31eb96 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:35:59.560004 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-fe5e6835-f5da-468a-a0aa-9850a62ce382 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b42fb18bea524ba980012973ec2a9ee2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655060 Jul 07 15:35:59.668444 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:59.683749 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:35:59.756601 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'name': 'tempest-TestShelveInstance-869882599-router', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '67d37208-adaf-4585-9066-2bb7f270007f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:35:51Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'gw_port': {'id': '67d37208-adaf-4585-9066-2bb7f270007f', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:52Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '33451a9a-6d40-4eec-9950-fc42a3f82049', 'name': '', 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'mac_address': 'fa:16:3e:69:47:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:56Z', 'updated_at': '2022-07-07T15:35:58Z', 'revision_number': 2, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'subnets': [{'id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:35:59.789559 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Checking router: bd080407-cad7-447f-943a-27b79f31eb96 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:35:59.790124 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Updating router bd080407-cad7-447f-943a-27b79f31eb96 port 33451a9a-6d40-4eec-9950-fc42a3f82049 binding host dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:35:59.828476 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:35:59.896099 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-229e50bb-366b-4bb2-a5b1-5c44732d50c0 req-ec31cdf4-2b83-449e-83b5-e10d2b8c0b6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a HTTP/1.1" status: 200 len: 1001 time: 0.4084315 Jul 07 15:35:59.930478 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab6c9b-26c8-4800-9982-37f8ddd8bef3 req-3c7077e2-7a2a-4c6f-aec1-ccdc7bb0ae02 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:35:59.940244 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ebab6c9b-26c8-4800-9982-37f8ddd8bef3 req-3c7077e2-7a2a-4c6f-aec1-ccdc7bb0ae02 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.1190774 Jul 07 15:36:00.047715 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:00.056350 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:00.075374 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ebab6c9b-26c8-4800-9982-37f8ddd8bef3 req-10ef1319-b90d-44c1-ba12-b7798681e7b5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297612 Jul 07 15:36:00.141458 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83b94c-449c-47d7-b7ff-402b05b528c3 req-e92a2f87-8ce7-4a9e-968d-379c1802e911 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:00.142962 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cf83b94c-449c-47d7-b7ff-402b05b528c3 req-e92a2f87-8ce7-4a9e-968d-379c1802e911 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.1662459 Jul 07 15:36:00.159288 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e50bb-366b-4bb2-a5b1-5c44732d50c0 req-44927955-d459-488e-885f-4f73ea9f0588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:00.163336 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-229e50bb-366b-4bb2-a5b1-5c44732d50c0 req-44927955-d459-488e-885f-4f73ea9f0588 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9869fa05-9e6c-4cb3-8a09-1453d7c28d29 HTTP/1.1" status: 200 len: 856 time: 0.2523966 Jul 07 15:36:00.170893 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fa349-38ad-4f76-aa54-bdeca1e216fb req-eca8ff8f-13d3-4821-8387-3f6abde6fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:00.173009 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ad7fa349-38ad-4f76-aa54-bdeca1e216fb req-eca8ff8f-13d3-4821-8387-3f6abde6fd0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66a98614df914018b7ecfb68afb735c0&device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 1129 time: 0.1430068 Jul 07 15:36:00.178322 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-acae466f-bec4-488d-a5d4-b41b68797475 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:00.179889 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-acae466f-bec4-488d-a5d4-b41b68797475 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6144698 Jul 07 15:36:00.206966 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Publish callbacks [] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), precommit_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:00.219832 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7f351c30-dd1a-43eb-aaab-228ef0b6fc23 req-f3c8bae8-20b9-45e2-8d0f-d28ffc13cc50 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 210 time: 0.0391610 Jul 07 15:36:00.234442 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cf83b94c-449c-47d7-b7ff-402b05b528c3 req-2b3cee93-f1ce-4f14-8f54-5a0738906fab tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776086 Jul 07 15:36:00.242645 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Request body: {'port': {'device_id': 'dbefda7a-a7a6-418c-a5a2-abaf6451ef7a', 'network_id': '58234b4f-c395-4c93-8974-6c05a81ec434', 'admin_state_up': True, 'tenant_id': 'b42fb18bea524ba980012973ec2a9ee2'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:00.283279 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:00.366632 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e50bb-366b-4bb2-a5b1-5c44732d50c0 req-93dd0bba-8a7e-4945-9e77-ed3fdb2b95e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:00.371541 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-229e50bb-366b-4bb2-a5b1-5c44732d50c0 req-93dd0bba-8a7e-4945-9e77-ed3fdb2b95e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1340742 Jul 07 15:36:00.374247 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44780) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:00.381176 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-4a4d3d7a-6829-48c4-83cc-cd4d062b436b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2082612673-network', 'tenant_id': '7714a76c80c94191a77576e343e64e16'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:00.435543 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fa349-38ad-4f76-aa54-bdeca1e216fb req-5dfe196b-8de6-4e90-a01a-58352e14dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:00.437186 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ad7fa349-38ad-4f76-aa54-bdeca1e216fb req-5dfe196b-8de6-4e90-a01a-58352e14dec8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=75a15ea6-f7b1-407c-a2e7-8816149570d9 HTTP/1.1" status: 200 len: 910 time: 0.1994796 Jul 07 15:36:00.509345 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ebf68-feec-4e3c-a55b-422a39b7394d None None] Pushing event updated for resources: {'Port': ['ID=33451a9a-6d40-4eec-9950-fc42a3f82049,revision_number=3']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:00.517839 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ebf68-feec-4e3c-a55b-422a39b7394d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:00.518179 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ebf68-feec-4e3c-a55b-422a39b7394d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:00.518672 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ebf68-feec-4e3c-a55b-422a39b7394d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:00.519021 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ebf68-feec-4e3c-a55b-422a39b7394d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:00.519350 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ebf68-feec-4e3c-a55b-422a39b7394d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:00.519732 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ebf68-feec-4e3c-a55b-422a39b7394d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:00.520055 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ebf68-feec-4e3c-a55b-422a39b7394d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:00.520374 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ebf68-feec-4e3c-a55b-422a39b7394d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:00.520690 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ebf68-feec-4e3c-a55b-422a39b7394d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:00.521247 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ebf68-feec-4e3c-a55b-422a39b7394d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:00.521860 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ebf68-feec-4e3c-a55b-422a39b7394d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:00.522207 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ebf68-feec-4e3c-a55b-422a39b7394d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:00.522510 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ebf68-feec-4e3c-a55b-422a39b7394d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:00.522824 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ebf68-feec-4e3c-a55b-422a39b7394d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:00.523137 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ebf68-feec-4e3c-a55b-422a39b7394d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:00.526642 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Attempting to bind port 33451a9a-6d40-4eec-9950-fc42a3f82049 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:36:00.526915 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Attempting to bind port 33451a9a-6d40-4eec-9950-fc42a3f82049 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': 'b7f4c497-742a-4266-9eca-a37d713bad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b'}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:36:00.527268 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Attempting to bind port 33451a9a-6d40-4eec-9950-fc42a3f82049 on network 757ed358-1381-4fc5-bef5-a1b2bca8fd1b {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:36:00.537574 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:36:00.537923 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Checking segment: {'id': 'b7f4c497-742a-4266-9eca-a37d713bad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:36:00.538312 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:00.538834 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Bound using segment: {'id': 'b7f4c497-742a-4266-9eca-a37d713bad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b'} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:36:00.539300 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Bound port: 33451a9a-6d40-4eec-9950-fc42a3f82049, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f4c497-742a-4266-9eca-a37d713bad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b'}}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:36:00.539710 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:00.541634 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-229e50bb-366b-4bb2-a5b1-5c44732d50c0 req-04bfadd0-bbee-44d1-a151-8d0ab6ea3c69 service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536419 Jul 07 15:36:00.545195 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4d3d7a-6829-48c4-83cc-cd4d062b436b admin admin] Made reservation on behalf of 7714a76c80c94191a77576e343e64e16 for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:36:00.550529 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3d7a-6829-48c4-83cc-cd4d062b436b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:00.559711 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:00.573972 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3d7a-6829-48c4-83cc-cd4d062b436b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:00.579654 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb9232-2ca3-4745-98ba-6c38c0431a55 req-57158083-ef8c-4fb1-bf10-66d5df3445a0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:00.581211 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-37cb9232-2ca3-4745-98ba-6c38c0431a55 req-57158083-ef8c-4fb1-bf10-66d5df3445a0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 946 time: 0.0811834 Jul 07 15:36:00.598729 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Made reservation on behalf of b42fb18bea524ba980012973ec2a9ee2 for: {'port': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:36:00.602578 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:00.621378 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] For port 33451a9a-6d40-4eec-9950-fc42a3f82049, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:36:00.624707 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] For port 33451a9a-6d40-4eec-9950-fc42a3f82049, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=33451a9a-6d40-4eec-9950-fc42a3f82049,segment=NetworkSegment(b7f4c497-742a-4266-9eca-a37d713bad41),segment_id=b7f4c497-742a-4266-9eca-a37d713bad41)] {{(pid=104330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:36:00.629290 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:00.651606 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-37cb9232-2ca3-4745-98ba-6c38c0431a55 req-76f5f621-db79-440e-905c-f6b9da9e4869 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639396 Jul 07 15:36:00.654356 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ad7fa349-38ad-4f76-aa54-bdeca1e216fb req-9858564a-3590-4b1c-beeb-8b0f7ec1762f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=647ad2af-c816-4ebc-a882-af1290b500a2 HTTP/1.1" status: 200 len: 1001 time: 0.2115793 Jul 07 15:36:00.688743 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:00.723379 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fa349-38ad-4f76-aa54-bdeca1e216fb req-ad0447b7-b678-465a-b516-3e7a23951a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:00.724973 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ad7fa349-38ad-4f76-aa54-bdeca1e216fb req-ad0447b7-b678-465a-b516-3e7a23951a9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85f7fa8a-0f70-4b68-8373-92cbe1e8c506 HTTP/1.1" status: 200 len: 848 time: 0.0648427 Jul 07 15:36:00.745715 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Routers {'bd080407-cad7-447f-943a-27b79f31eb96'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:00.746344 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:35:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['bd080407-cad7-447f-943a-27b79f31eb96'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:00.756091 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:00.760684 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-229e50bb-366b-4bb2-a5b1-5c44732d50c0 req-edd65ff4-0a5c-4fd8-889e-3d0ed7b9fac1 service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055447 Jul 07 15:36:00.790716 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-283dacb0-8c3e-4da7-a114-62df5fff5f4a None None] Provisioning complete for port 33451a9a-6d40-4eec-9950-fc42a3f82049 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:00.791297 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-283dacb0-8c3e-4da7-a114-62df5fff5f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:00.798428 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fa349-38ad-4f76-aa54-bdeca1e216fb req-efbe3939-7f1d-46ca-b7bc-6cbafd804f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:00.810426 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ad7fa349-38ad-4f76-aa54-bdeca1e216fb req-efbe3939-7f1d-46ca-b7bc-6cbafd804f4f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75a15ea6-f7b1-407c-a2e7-8816149570d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787270 Jul 07 15:36:00.825318 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3d7a-6829-48c4-83cc-cd4d062b436b admin admin] Publish callbacks [] for security_group (b1622fb9-2133-4492-a188-17d65fcd31f1), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:00.855166 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Publish callbacks [] for security_group (9e9eddb3-6dc0-4d6b-807c-6337a85971d2), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:00.866314 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:00.886123 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3d7a-6829-48c4-83cc-cd4d062b436b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (b1622fb9-2133-4492-a188-17d65fcd31f1), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:00.888985 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-283dacb0-8c3e-4da7-a114-62df5fff5f4a None None] Current status of the port 33451a9a-6d40-4eec-9950-fc42a3f82049 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:00.889382 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-283dacb0-8c3e-4da7-a114-62df5fff5f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:00.894821 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:00.899611 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ebf68-feec-4e3c-a55b-422a39b7394d None None] Pushing event updated for resources: {'Port': ['ID=33451a9a-6d40-4eec-9950-fc42a3f82049,revision_number=4']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:00.902739 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:00.912632 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4d3d7a-6829-48c4-83cc-cd4d062b436b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:36:00.920005 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] Set router bd080407-cad7-447f-943a-27b79f31eb96 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:00.927266 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (9e9eddb3-6dc0-4d6b-807c-6337a85971d2), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:00.928746 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-283dacb0-8c3e-4da7-a114-62df5fff5f4a None None] For port 33451a9a-6d40-4eec-9950-fc42a3f82049, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=33451a9a-6d40-4eec-9950-fc42a3f82049,segment=NetworkSegment(b7f4c497-742a-4266-9eca-a37d713bad41),segment_id=b7f4c497-742a-4266-9eca-a37d713bad41)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:00.941589 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d3d7a-6829-48c4-83cc-cd4d062b436b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1622fb9-2133-4492-a188-17d65fcd31f1,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:00.951075 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3d7a-6829-48c4-83cc-cd4d062b436b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (ddb63a5b-06bc-4d08-9950-f7e9a9fce726), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:00.951413 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-4a4d3d7a-6829-48c4-83cc-cd4d062b436b admin admin] Added segment ddb63a5b-06bc-4d08-9950-f7e9a9fce726 of type vlan for network 7e500784-dd6d-4802-80d2-957f6db54606 Jul 07 15:36:01.008281 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-283dacb0-8c3e-4da7-a114-62df5fff5f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:01.044075 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9eddb3-6dc0-4d6b-807c-6337a85971d2,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:01.063157 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3d7a-6829-48c4-83cc-cd4d062b436b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (7e500784-dd6d-4802-80d2-957f6db54606), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:01.076864 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dacb0-8c3e-4da7-a114-62df5fff5f4a None None] Pushing event updated for resources: {'Port': ['ID=33451a9a-6d40-4eec-9950-fc42a3f82049,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:01.078280 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:01.137479 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-bec942f1-6d10-420d-8605-f259fb849f0e None None] Provisioning complete for port 33451a9a-6d40-4eec-9950-fc42a3f82049 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:01.137698 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Allocated IP 192.168.233.107 (58234b4f-c395-4c93-8974-6c05a81ec434/cb9fbb1b-7382-4cb3-882a-12f3f5d3215e/52b419cf-1015-4084-93af-9e336d123a8d) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:36:01.137860 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-bec942f1-6d10-420d-8605-f259fb849f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:01.138340 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'name': 'tempest-TestShelveInstance-869882599-router', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '67d37208-adaf-4585-9066-2bb7f270007f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:35:51Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'gw_port': {'id': '67d37208-adaf-4585-9066-2bb7f270007f', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:52Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '33451a9a-6d40-4eec-9950-fc42a3f82049', 'name': '', 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'mac_address': 'fa:16:3e:69:47:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:56Z', 'updated_at': '2022-07-07T15:36:00Z', 'revision_number': 4, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'subnets': [{'id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:01.172539 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9f38a2-2639-4983-abc4-feb5d77ab691 None None] The sync data for ids ['bd080407-cad7-447f-943a-27b79f31eb96'] in dv-cinder-841302-5-iscsi is: [{'id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'name': 'tempest-TestShelveInstance-869882599-router', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '67d37208-adaf-4585-9066-2bb7f270007f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:35:51Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'gw_port': {'id': '67d37208-adaf-4585-9066-2bb7f270007f', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:52Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '33451a9a-6d40-4eec-9950-fc42a3f82049', 'name': '', 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'mac_address': 'fa:16:3e:69:47:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:56Z', 'updated_at': '2022-07-07T15:36:00Z', 'revision_number': 4, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'subnets': [{'id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:36:01.188651 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3d7a-6829-48c4-83cc-cd4d062b436b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (7e500784-dd6d-4802-80d2-957f6db54606), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:01.190310 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4d3d7a-6829-48c4-83cc-cd4d062b436b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:01.190894 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3d7a-6829-48c4-83cc-cd4d062b436b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:01.213241 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741527d-bf46-4636-b92c-a94c608e7af9 req-7634dac2-5a7f-4c47-8065-d0a9a00f4a7c tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:01.218665 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4741527d-bf46-4636-b92c-a94c608e7af9 req-7634dac2-5a7f-4c47-8065-d0a9a00f4a7c tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0702405 Jul 07 15:36:01.269867 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-bec942f1-6d10-420d-8605-f259fb849f0e None None] Current status of the port 33451a9a-6d40-4eec-9950-fc42a3f82049 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:01.274894 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:INSERT=10,neutron:SELECT=81,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:01.328481 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4741527d-bf46-4636-b92c-a94c608e7af9 req-b96a8b64-d799-4dfe-b1c4-399be0922b46 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053765 Jul 07 15:36:01.355285 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4a4d3d7a-6829-48c4-83cc-cd4d062b436b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9798324 Jul 07 15:36:01.358606 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44790) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:01.358912 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d3d7a-6829-48c4-83cc-cd4d062b436b admin admin] Pushing event updated for resources: {'Network': ['ID=7e500784-dd6d-4802-80d2-957f6db54606,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:01.372616 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-f81a8464-7e29-464a-b3bd-64e2aeeee216 admin admin] Request body: {'subnet': {'network_id': '7e500784-dd6d-4802-80d2-957f6db54606', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2082612673-subnet', 'tenant_id': '7714a76c80c94191a77576e343e64e16', 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:01.373270 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network 7e500784-dd6d-4802-80d2-957f6db54606 details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:36:01.423834 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a84c6e3c-694c-43a0-82c6-3036d5fdeb6d req-26603852-d787-4c04-99d6-b3b5bd9ec43b tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 210 time: 0.0789437 Jul 07 15:36:01.455939 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Publish callbacks [] for port (52b419cf-1015-4084-93af-9e336d123a8d), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:01.463166 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81a8464-7e29-464a-b3bd-64e2aeeee216 admin admin] Made reservation on behalf of 7714a76c80c94191a77576e343e64e16 for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:36:01.466171 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f81a8464-7e29-464a-b3bd-64e2aeeee216 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:01.469288 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:36:01.472607 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30577608-5f03-4630-8b42-5fc7458e0370 req-116b33ec-608d-4067-8209-09e085e17b5c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:01.481829 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-30577608-5f03-4630-8b42-5fc7458e0370 req-116b33ec-608d-4067-8209-09e085e17b5c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.0648797 Jul 07 15:36:01.503952 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:01.553215 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a is: ACTIVE; New status is: DOWN {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:01.553899 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:01.558138 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-30577608-5f03-4630-8b42-5fc7458e0370 req-35b33602-11b5-47b8-86ea-fdf050617f78 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612509 Jul 07 15:36:01.589852 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:36:01.592138 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226f7cba-5693-4648-a1e0-ff5b899731d4" -d '{"events": [{"server_uuid": "2e85e6b3-ebad-441e-afcd-31692b27b782", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:36:01.607352 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:01.638965 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Jul 2022 15:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3002504-b84b-40c3-a8d3-a0e6f9ca02d1 x-openstack-request-id: req-f3002504-b84b-40c3-a8d3-a0e6f9ca02d1 {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:36:01.639356 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e85e6b3-ebad-441e-afcd-31692b27b782", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:36:01.639704 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3002504-b84b-40c3-a8d3-a0e6f9ca02d1 {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:36:01.640196 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3002504-b84b-40c3-a8d3-a0e6f9ca02d1'] response: {'server_uuid': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a', 'code': 200} Jul 07 15:36:01.676125 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (52b419cf-1015-4084-93af-9e336d123a8d), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:01.694460 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:01.738266 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:01.739073 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Pushing event updated for resources: {'Port': ['ID=52b419cf-1015-4084-93af-9e336d123a8d,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:01.751047 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Network 58234b4f-c395-4c93-8974-6c05a81ec434 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:36:01.755883 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,revision_number=8']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:01.756086 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:01.758481 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:36:01.771689 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:01.772586 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:01.776594 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f81a8464-7e29-464a-b3bd-64e2aeeee216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (36250930-4701-4106-af55-14228a2ae930), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:01.784995 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:01.791006 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:01.791006 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:01.791006 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:01.791006 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:01.791006 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:01.791006 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:01.791006 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:01.791006 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:01.791006 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:01.791006 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:01.791006 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:01.791006 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:01.791006 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:01.792760 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:01.793184 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada70ba0-0c64-4e10-834a-a04c31ee6cd3 req-a243375e-f838-499d-b1a2-4f7f9f0ae484 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:01.794314 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ada70ba0-0c64-4e10-834a-a04c31ee6cd3 req-a243375e-f838-499d-b1a2-4f7f9f0ae484 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0622885 Jul 07 15:36:01.862441 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ada70ba0-0c64-4e10-834a-a04c31ee6cd3 req-c41b7c49-21f2-4591-93cb-51bd45834ac6 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527697 Jul 07 15:36:01.864217 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a8464-7e29-464a-b3bd-64e2aeeee216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36250930-4701-4106-af55-14228a2ae930,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:01.872208 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a8464-7e29-464a-b3bd-64e2aeeee216 admin admin] Checking segment: {'id': 'ddb63a5b-06bc-4d08-9950-f7e9a9fce726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7e500784-dd6d-4802-80d2-957f6db54606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:36:01.872575 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a8464-7e29-464a-b3bd-64e2aeeee216 admin admin] Network hostable DHCP agents. Network: 7e500784-dd6d-4802-80d2-957f6db54606, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:36:01.916662 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-eab942d7-dbda-4d90-ad0f-93cc076093ff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6777601 Jul 07 15:36:01.937096 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a8464-7e29-464a-b3bd-64e2aeeee216 admin admin] Network 7e500784-dd6d-4802-80d2-957f6db54606 is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:36:02.017041 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-f81a8464-7e29-464a-b3bd-64e2aeeee216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, 7e500784-dd6d-4802-80d2-957f6db54606) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:02.022242 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-de11f8ed-6162-46ae-9f02-0a3f6047d4e2 None None] Provisioning complete for port 52b419cf-1015-4084-93af-9e336d123a8d triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:02.022242 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-de11f8ed-6162-46ae-9f02-0a3f6047d4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (52b419cf-1015-4084-93af-9e336d123a8d), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:02.023001 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a8464-7e29-464a-b3bd-64e2aeeee216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:02.024002 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f81a8464-7e29-464a-b3bd-64e2aeeee216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:02.044206 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e0e4a6-a927-4b2b-8cf0-ce5cf3e4d0f8 None None] Network 7e500784-dd6d-4802-80d2-957f6db54606 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:36:02.074946 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-de11f8ed-6162-46ae-9f02-0a3f6047d4e2 None None] Port 52b419cf-1015-4084-93af-9e336d123a8d cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:36:02.110957 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-f81a8464-7e29-464a-b3bd-64e2aeeee216 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7479992 Jul 07 15:36:02.113666 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 44796) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:02.118333 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2082612673-router', 'tenant_id': '7714a76c80c94191a77576e343e64e16', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:02.159702 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1ee6318-512b-5199-b841-32f325bbc01a-7e500784-dd6d-4802-80d2-957f6db54606', 'network_id': '7e500784-dd6d-4802-80d2-957f6db54606', 'project_id': '7714a76c80c94191a77576e343e64e16', 'fixed_ips': [{'subnet_id': '36250930-4701-4106-af55-14228a2ae930'}]}} from dv-cinder-841302-5-iscsi. {{(pid=104329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 15:36:02.160830 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:02.211028 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-89475'] for router (f708b90e-2bce-4659-8159-86e72be85924), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:02.216498 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-89482'] for router (f708b90e-2bce-4659-8159-86e72be85924), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:02.269744 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Publish callbacks [] for router_controller (f708b90e-2bce-4659-8159-86e72be85924), precommit_add_association {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:02.302937 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Request body: {'port': {'device_id': 'dbefda7a-a7a6-418c-a5a2-abaf6451ef7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:02.304816 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.db_base_plugin_common [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Allocated IP 172.20.0.2 (7e500784-dd6d-4802-80d2-957f6db54606/36250930-4701-4106-af55-14228a2ae930/41cd7996-e2c2-4a64-9a0e-abfcefd84418) {{(pid=104329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:36:02.409233 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (52b419cf-1015-4084-93af-9e336d123a8d), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:02.485296 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Publish callbacks [] for port (41cd7996-e2c2-4a64-9a0e-abfcefd84418), precommit_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:02.487975 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:02.657393 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c317fe-8ebf-423d-85c2-ee8a5c7eb2c3 req-221b4d03-d336-48dd-96a9-521071db8dc1 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:02.658955 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d0c317fe-8ebf-423d-85c2-ee8a5c7eb2c3 req-221b4d03-d336-48dd-96a9-521071db8dc1 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.1930771 Jul 07 15:36:02.669325 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Publish callbacks [] for router_gateway (f708b90e-2bce-4659-8159-86e72be85924), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:02.706425 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (41cd7996-e2c2-4a64-9a0e-abfcefd84418), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:02.710057 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cc606-2b49-41e4-b050-b98ca53f718f req-681d83a1-a078-411d-87de-11e8bbe7eed7 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:02.711845 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3f8cc606-2b49-41e4-b050-b98ca53f718f req-681d83a1-a078-411d-87de-11e8bbe7eed7 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 936 time: 0.1653116 Jul 07 15:36:02.723258 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ad7fa349-38ad-4f76-aa54-bdeca1e216fb req-a7fe1807-998e-425d-a466-3cbfafc8f912 service neutron] 10.222.0.50 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212840 Jul 07 15:36:02.741755 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 33451a9a-6d40-4eec-9950-fc42a3f82049 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:02.755815 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:02.758773 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Network 7e500784-dd6d-4802-80d2-957f6db54606 is already hosted by enough agents. {{(pid=104329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:36:02.769949 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b419cf-1015-4084-93af-9e336d123a8d {{(pid=104327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:36:02.780659 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Publish callbacks [] for port (52b419cf-1015-4084-93af-9e336d123a8d), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:02.790335 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.base_scheduler [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Resources bound (agent type, host, resource id): {{(pid=104329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:02.795022 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Received port after_create {{(pid=104329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:36:02.804398 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.provisioning_blocks [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Transition to ACTIVE for port object 52b419cf-1015-4084-93af-9e336d123a8d will not be triggered until provisioned by entity L2. {{(pid=104327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:36:02.821805 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d0c317fe-8ebf-423d-85c2-ee8a5c7eb2c3 req-1d13b487-a6b5-4398-aafb-c4798f43f059 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470821 Jul 07 15:36:02.853268 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Pushing event updated for resources: {'Port': ['ID=41cd7996-e2c2-4a64-9a0e-abfcefd84418,revision_number=1']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:02.877940 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:02.898505 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Attempting to bind port 41cd7996-e2c2-4a64-9a0e-abfcefd84418 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:36:02.898860 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Attempting to bind port 41cd7996-e2c2-4a64-9a0e-abfcefd84418 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': 'ddb63a5b-06bc-4d08-9950-f7e9a9fce726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7e500784-dd6d-4802-80d2-957f6db54606'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:36:02.899241 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Attempting to bind port 41cd7996-e2c2-4a64-9a0e-abfcefd84418 on network 7e500784-dd6d-4802-80d2-957f6db54606 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:36:02.900793 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (52b419cf-1015-4084-93af-9e336d123a8d), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:02.914134 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:36:02.915271 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Checking segment: {'id': 'ddb63a5b-06bc-4d08-9950-f7e9a9fce726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7e500784-dd6d-4802-80d2-957f6db54606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:36:02.915271 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:02.915271 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Bound using segment: {'id': 'ddb63a5b-06bc-4d08-9950-f7e9a9fce726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7e500784-dd6d-4802-80d2-957f6db54606'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:36:02.916688 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Bound port: 41cd7996-e2c2-4a64-9a0e-abfcefd84418, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb63a5b-06bc-4d08-9950-f7e9a9fce726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7e500784-dd6d-4802-80d2-957f6db54606'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:36:02.917101 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (41cd7996-e2c2-4a64-9a0e-abfcefd84418), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:02.919898 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 33451a9a-6d40-4eec-9950-fc42a3f82049 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:02.920257 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:02.957492 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:02.989972 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Pushing event updated for resources: {'Port': ['ID=52b419cf-1015-4084-93af-9e336d123a8d,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:03.029148 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:03.040485 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Attempting to bind port 52b419cf-1015-4084-93af-9e336d123a8d on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:36:03.041837 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Attempting to bind port 52b419cf-1015-4084-93af-9e336d123a8d by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': 'ed63999d-a217-482d-bd8a-3637ca6f281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58234b4f-c395-4c93-8974-6c05a81ec434'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:36:03.042452 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Attempting to bind port 52b419cf-1015-4084-93af-9e336d123a8d on network 58234b4f-c395-4c93-8974-6c05a81ec434 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:36:03.048910 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Port 52b419cf-1015-4084-93af-9e336d123a8d on network 58234b4f-c395-4c93-8974-6c05a81ec434 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:36:03.049571 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Attempting to bind port 52b419cf-1015-4084-93af-9e336d123a8d on network 58234b4f-c395-4c93-8974-6c05a81ec434 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:36:03.056378 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:36:03.056809 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Checking segment: {'id': 'ed63999d-a217-482d-bd8a-3637ca6f281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58234b4f-c395-4c93-8974-6c05a81ec434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:36:03.057304 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Bound using segment: {'id': 'ed63999d-a217-482d-bd8a-3637ca6f281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58234b4f-c395-4c93-8974-6c05a81ec434'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:36:03.057805 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Bound port: 52b419cf-1015-4084-93af-9e336d123a8d, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed63999d-a217-482d-bd8a-3637ca6f281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58234b4f-c395-4c93-8974-6c05a81ec434'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:36:03.058233 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (52b419cf-1015-4084-93af-9e336d123a8d), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:03.072800 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] For port 41cd7996-e2c2-4a64-9a0e-abfcefd84418, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:36:03.076777 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] For port 41cd7996-e2c2-4a64-9a0e-abfcefd84418, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=41cd7996-e2c2-4a64-9a0e-abfcefd84418,segment=NetworkSegment(ddb63a5b-06bc-4d08-9950-f7e9a9fce726),segment_id=ddb63a5b-06bc-4d08-9950-f7e9a9fce726)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:36:03.078605 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 33451a9a-6d40-4eec-9950-fc42a3f82049 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:03.141753 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] For port 52b419cf-1015-4084-93af-9e336d123a8d, host hv-cinder-84130, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:36:03.145802 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] For port 52b419cf-1015-4084-93af-9e336d123a8d, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=52b419cf-1015-4084-93af-9e336d123a8d,segment=NetworkSegment(ed63999d-a217-482d-bd8a-3637ca6f281d),segment_id=ed63999d-a217-482d-bd8a-3637ca6f281d)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:36:03.164957 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3f8cc606-2b49-41e4-b050-b98ca53f718f req-88116075-a48d-430d-adc7-21a742add833 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458036 Jul 07 15:36:03.173608 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (41cd7996-e2c2-4a64-9a0e-abfcefd84418), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:03.255896 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599d8e3-8ef7-4880-b96a-7dea68c52287 None None] Pushing event updated for resources: {'Port': ['ID=41cd7996-e2c2-4a64-9a0e-abfcefd84418,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:03.257261 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ba585-5609-4613-a46b-603bcd9b824c req-e49339b0-8f5c-4679-9b10-fefc09693e7e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:03.260087 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-958ba585-5609-4613-a46b-603bcd9b824c req-e49339b0-8f5c-4679-9b10-fefc09693e7e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.1306989 Jul 07 15:36:03.260796 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (52b419cf-1015-4084-93af-9e336d123a8d), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:03.281521 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ad7fa349-38ad-4f76-aa54-bdeca1e216fb req-cb7b3c02-0605-4637-9ca2-6c512d755967 service neutron] 10.222.0.50 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5411377 Jul 07 15:36:03.303496 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:03.306157 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:03.308217 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] 10.222.0.50 "PUT /v2.0/ports/52b419cf-1015-4084-93af-9e336d123a8d HTTP/1.1" status: 200 len: 1098 time: 1.0101311 Jul 07 15:36:03.310919 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbefda7a-a7a6-418c-a5a2-abaf6451ef7a', 'tag': '52b419cf-1015-4084-93af-9e336d123a8d'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:36:03.313531 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b8c8f1-5faa-4e98-b99f-005edc11f998" -d '{"events": [{"name": "network-changed", "server_uuid": "dbefda7a-a7a6-418c-a5a2-abaf6451ef7a", "tag": "52b419cf-1015-4084-93af-9e336d123a8d"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:36:03.337125 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45375b06-3549-4888-b834-dcc5d8f3cc2d service neutron] Pushing event updated for resources: {'Port': ['ID=52b419cf-1015-4084-93af-9e336d123a8d,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:03.377106 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9023241-73fa-45ea-98c5-e7eff53b8902 req-60fbfd2a-425c-41c2-a80f-799fdc381e60 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:03.378838 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a9023241-73fa-45ea-98c5-e7eff53b8902 req-60fbfd2a-425c-41c2-a80f-799fdc381e60 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.1324260 Jul 07 15:36:03.561728 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-958ba585-5609-4613-a46b-603bcd9b824c req-bce2e81d-fcb1-4491-8dfc-732ab0831597 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854939 Jul 07 15:36:03.576825 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:03.602036 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a9023241-73fa-45ea-98c5-e7eff53b8902 req-284a7e5f-dd69-494c-a28a-1ced1e8672c2 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777117 Jul 07 15:36:03.603229 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Publish callbacks [] for router_gateway (f708b90e-2bce-4659-8159-86e72be85924), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:03.637807 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:03.637960 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cc984d-2094-4b4c-a49e-f5f2e73a3e37 x-openstack-request-id: req-c6cc984d-2094-4b4c-a49e-f5f2e73a3e37 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:36:03.638432 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbefda7a-a7a6-418c-a5a2-abaf6451ef7a", "tag": "52b419cf-1015-4084-93af-9e336d123a8d", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:36:03.638826 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6cc984d-2094-4b4c-a49e-f5f2e73a3e37 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:36:03.639366 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6cc984d-2094-4b4c-a49e-f5f2e73a3e37'] response: {'name': 'network-changed', 'server_uuid': 'dbefda7a-a7a6-418c-a5a2-abaf6451ef7a', 'tag': '52b419cf-1015-4084-93af-9e336d123a8d', 'status': 'completed', 'code': 200} Jul 07 15:36:03.732302 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:03.744995 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-173ec2b8-a0e1-4c84-b5f9-cc07e9dec1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:03.746612 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-173ec2b8-a0e1-4c84-b5f9-cc07e9dec1d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b42fb18bea524ba980012973ec2a9ee2&device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 1132 time: 0.0543652 Jul 07 15:36:03.758541 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:03.782795 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bad04f-c657-4a1a-8523-00b7979bec8e req-59ad779c-8c64-40c0-818f-c40ce0a444c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:03.784400 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-70bad04f-c657-4a1a-8523-00b7979bec8e req-59ad779c-8c64-40c0-818f-c40ce0a444c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66a98614df914018b7ecfb68afb735c0&device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 1129 time: 0.0687530 Jul 07 15:36:03.822697 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-788b6c08-e3d8-4ec6-a793-be9a9c8470f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=52b419cf-1015-4084-93af-9e336d123a8d HTTP/1.1" status: 200 len: 217 time: 0.0528095 Jul 07 15:36:03.867745 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Allocated IP 172.27.1.248 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/46270a94-e716-4c49-a102-4eccfc2b809e) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:36:03.872782 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-1324b124-c245-4629-b077-d51850a70726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:03.874391 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-1324b124-c245-4629-b077-d51850a70726 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb9fbb1b-7382-4cb3-882a-12f3f5d3215e HTTP/1.1" status: 200 len: 843 time: 0.0459104 Jul 07 15:36:03.985521 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bad04f-c657-4a1a-8523-00b7979bec8e req-8bf74a4e-084b-49dc-b1f4-72624680c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:03.986979 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-70bad04f-c657-4a1a-8523-00b7979bec8e req-8bf74a4e-084b-49dc-b1f4-72624680c419 service neutron] 10.222.0.50 "GET /v2.0/networks?id=75a15ea6-f7b1-407c-a2e7-8816149570d9 HTTP/1.1" status: 200 len: 910 time: 0.1712987 Jul 07 15:36:04.035915 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d64e07-f518-4731-b82d-93f5c44ea3ec req-ab70b216-fbaf-479d-a5dd-1cd0b28e84af tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:04.037347 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-28d64e07-f518-4731-b82d-93f5c44ea3ec req-ab70b216-fbaf-479d-a5dd-1cd0b28e84af tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.1128612 Jul 07 15:36:04.094772 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Publish callbacks [] for port (46270a94-e716-4c49-a102-4eccfc2b809e), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:04.114051 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-28d64e07-f518-4731-b82d-93f5c44ea3ec req-d2dfb74b-51e1-4ecb-a1eb-8edf5bd1af34 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708630 Jul 07 15:36:04.188657 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (46270a94-e716-4c49-a102-4eccfc2b809e), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:04.232202 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:36:04.237880 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:04.242046 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:36:04.252273 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Pushing event updated for resources: {'Port': ['ID=46270a94-e716-4c49-a102-4eccfc2b809e,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:04.286202 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:04.308071 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:04.310541 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:04.310541 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:04.310541 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:04.310541 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:04.310541 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:04.310541 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:04.310541 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:04.311213 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:04.311213 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:04.311469 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:04.311817 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:04.312141 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:04.312514 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:04.313346 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:04.341653 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8185b2-d946-47fb-91cf-d6fc7d2897c4 req-98294b79-be1e-46cb-b65d-b07307261854 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:04.343216 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba8185b2-d946-47fb-91cf-d6fc7d2897c4 req-98294b79-be1e-46cb-b65d-b07307261854 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 948 time: 0.0973918 Jul 07 15:36:04.402682 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e6547f-9345-40bd-904d-3eb50adf20f2 None None] Network 7e500784-dd6d-4802-80d2-957f6db54606 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:36:04.490051 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-85a07dfe-5131-48b7-aed8-e49bb9730b1f None None] Provisioning complete for port 41cd7996-e2c2-4a64-9a0e-abfcefd84418 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:04.490502 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-85a07dfe-5131-48b7-aed8-e49bb9730b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (41cd7996-e2c2-4a64-9a0e-abfcefd84418), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:04.491852 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba8185b2-d946-47fb-91cf-d6fc7d2897c4 req-d4fbb2d8-58aa-46c8-bcc8-f047cc77b976 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424241 Jul 07 15:36:04.598107 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-85a07dfe-5131-48b7-aed8-e49bb9730b1f None None] Current status of the port 41cd7996-e2c2-4a64-9a0e-abfcefd84418 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:04.598496 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-85a07dfe-5131-48b7-aed8-e49bb9730b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (41cd7996-e2c2-4a64-9a0e-abfcefd84418), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:04.618826 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:04.638588 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-85a07dfe-5131-48b7-aed8-e49bb9730b1f None None] For port 41cd7996-e2c2-4a64-9a0e-abfcefd84418, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=41cd7996-e2c2-4a64-9a0e-abfcefd84418,segment=NetworkSegment(ddb63a5b-06bc-4d08-9950-f7e9a9fce726),segment_id=ddb63a5b-06bc-4d08-9950-f7e9a9fce726)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:04.698755 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:04.701870 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-85a07dfe-5131-48b7-aed8-e49bb9730b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (41cd7996-e2c2-4a64-9a0e-abfcefd84418), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:04.753993 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b02852-9e04-44bd-a5eb-6a0e3d88df31 req-7da0811e-af59-45ac-96b7-f279329514a3 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:04.761125 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f9b02852-9e04-44bd-a5eb-6a0e3d88df31 req-7da0811e-af59-45ac-96b7-f279329514a3 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.0774987 Jul 07 15:36:04.766428 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a07dfe-5131-48b7-aed8-e49bb9730b1f None None] Pushing event updated for resources: {'Port': ['ID=41cd7996-e2c2-4a64-9a0e-abfcefd84418,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:04.779593 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Publish callbacks [] for router_gateway (f708b90e-2bce-4659-8159-86e72be85924), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:04.805906 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 41cd7996-e2c2-4a64-9a0e-abfcefd84418 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:04.855841 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-5d7b219d-349e-4fe1-aadc-885e92a9e5aa None None] Provisioning complete for port 41cd7996-e2c2-4a64-9a0e-abfcefd84418 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:04.856334 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-5d7b219d-349e-4fe1-aadc-885e92a9e5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (41cd7996-e2c2-4a64-9a0e-abfcefd84418), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:04.911776 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-0e4d09fa-9c6a-4387-8373-34552fc5b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:04.912927 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 41cd7996-e2c2-4a64-9a0e-abfcefd84418 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:04.913529 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (41cd7996-e2c2-4a64-9a0e-abfcefd84418), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:04.914519 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-0e4d09fa-9c6a-4387-8373-34552fc5b94a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58234b4f-c395-4c93-8974-6c05a81ec434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0797606 Jul 07 15:36:04.916094 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f9b02852-9e04-44bd-a5eb-6a0e3d88df31 req-9ce5581d-1a03-4473-b8cf-b86f71c1e28d tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540935 Jul 07 15:36:04.977771 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-70bad04f-c657-4a1a-8523-00b7979bec8e req-3115aad5-be49-4dfb-9630-f4afe1c54cae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=647ad2af-c816-4ebc-a882-af1290b500a2 HTTP/1.1" status: 200 len: 1001 time: 0.1245246 Jul 07 15:36:04.994644 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b219d-349e-4fe1-aadc-885e92a9e5aa None None] Current status of the port 41cd7996-e2c2-4a64-9a0e-abfcefd84418 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:05.020244 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [req-17dc16eb-a32e-4833-8a6c-3a0ef63e8ee6 req-e9da4bde-0c89-4b83-b93f-00ea8866a3d7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 15:36:05.021303 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-17dc16eb-a32e-4833-8a6c-3a0ef63e8ee6 req-e9da4bde-0c89-4b83-b93f-00ea8866a3d7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057037 Jul 07 15:36:05.045565 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 41cd7996-e2c2-4a64-9a0e-abfcefd84418 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:05.082343 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537336'] for router (f708b90e-2bce-4659-8159-86e72be85924), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:05.242004 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3277f-e4d7-4f46-9c5a-7276593fc292 req-a86a3aff-5154-4146-a330-491dc2841a1a tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:05.243620 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-41f3277f-e4d7-4f46-9c5a-7276593fc292 req-a86a3aff-5154-4146-a330-491dc2841a1a tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0593526 Jul 07 15:36:05.329524 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-41f3277f-e4d7-4f46-9c5a-7276593fc292 req-51610764-31e6-4233-bed7-e3ff61797602 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773387 Jul 07 15:36:05.335553 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312ce11-7f15-40d7-8c34-b62a283b8bbd req-598c4ae3-4d9f-4a9d-9ae0-ebb8cbca0aac tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:05.337329 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1312ce11-7f15-40d7-8c34-b62a283b8bbd req-598c4ae3-4d9f-4a9d-9ae0-ebb8cbca0aac tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0618427 Jul 07 15:36:05.395215 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Router f708b90e-2bce-4659-8159-86e72be85924 is scheduled to L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f with binding_index 1 {{(pid=104328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 15:36:05.431760 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bad04f-c657-4a1a-8523-00b7979bec8e req-99b04731-43fd-482c-b6ad-b175172731bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:05.433533 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-70bad04f-c657-4a1a-8523-00b7979bec8e req-99b04731-43fd-482c-b6ad-b175172731bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85f7fa8a-0f70-4b68-8373-92cbe1e8c506 HTTP/1.1" status: 200 len: 848 time: 0.0953615 Jul 07 15:36:05.447340 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:36:05.497349 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-070ea508-a049-4492-8776-807c367837ac service neutron] 10.222.0.50 "GET /v2.0/networks/58234b4f-c395-4c93-8974-6c05a81ec434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605618 Jul 07 15:36:05.498500 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d12f-f2f5-4e2a-8350-c6b9df338a75 req-9cb8e3ee-fdc5-4f26-855b-07d358fcb145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:05.502766 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-ec13d12f-f2f5-4e2a-8350-c6b9df338a75 req-9cb8e3ee-fdc5-4f26-855b-07d358fcb145 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 1130 time: 0.0723572 Jul 07 15:36:05.513553 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:05.552706 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1312ce11-7f15-40d7-8c34-b62a283b8bbd req-df2b0e6a-743a-4fe4-80f0-a6f513844570 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570637 Jul 07 15:36:05.557257 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bad04f-c657-4a1a-8523-00b7979bec8e req-11bd5c9e-7734-47c1-9f87-0921de22ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:05.563007 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-70bad04f-c657-4a1a-8523-00b7979bec8e req-11bd5c9e-7734-47c1-9f87-0921de22ba3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75a15ea6-f7b1-407c-a2e7-8816149570d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1170249 Jul 07 15:36:05.606542 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a is: DOWN; New status is: DOWN {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:05.612306 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:05.634782 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-ec13d12f-f2f5-4e2a-8350-c6b9df338a75 req-634b51e3-03eb-42e1-92fe-f1c0d4d8b421 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103723 Jul 07 15:36:05.666492 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-fa6abfa4-68cc-4408-8b4d-f882a05fb5dc req-4a1c8de1-be89-477d-be15-af60d58c7ffc service neutron] 10.222.0.50 "GET /v2.0/networks/58234b4f-c395-4c93-8974-6c05a81ec434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536951 Jul 07 15:36:05.680151 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:36:05.687184 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd206c-83ea-4987-be0f-202df6d36ced req-bc088360-8010-46bf-932d-eb0d268dfd84 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:05.689101 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Sync routers for ids ['f708b90e-2bce-4659-8159-86e72be85924'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:36:05.689233 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-13bd206c-83ea-4987-be0f-202df6d36ced req-bc088360-8010-46bf-932d-eb0d268dfd84 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 948 time: 0.0925875 Jul 07 15:36:05.693388 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:05.701046 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Routers {'f708b90e-2bce-4659-8159-86e72be85924'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:05.701671 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:35:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['f708b90e-2bce-4659-8159-86e72be85924'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:05.932898 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Set router f708b90e-2bce-4659-8159-86e72be85924 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:06.028265 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-70bad04f-c657-4a1a-8523-00b7979bec8e req-935ed15d-af2a-44b4-afa6-b3117c2fb428 service neutron] 10.222.0.50 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303086 Jul 07 15:36:06.065662 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:06.067175 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-0cf094a9-3aad-402c-a542-3e3637195b0d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9526145 Jul 07 15:36:06.069923 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44864) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:06.081556 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 44866) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:06.094686 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-13bd206c-83ea-4987-be0f-202df6d36ced req-df4601b3-dd3d-4d75-91be-743381cd5c14 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746707 Jul 07 15:36:06.103026 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab986c-7028-42cd-9cab-fe5c005ee234 req-0baf1b1c-691c-48f0-bc98-ed7cc23c2793 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:06.104858 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c1ab986c-7028-42cd-9cab-fe5c005ee234 req-0baf1b1c-691c-48f0-bc98-ed7cc23c2793 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.0916419 Jul 07 15:36:06.134455 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f708b90e-2bce-4659-8159-86e72be85924', 'name': 'tempest-TestShelveInstance-2082612673-router', 'tenant_id': '7714a76c80c94191a77576e343e64e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '46270a94-e716-4c49-a102-4eccfc2b809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:02Z', 'updated_at': '2022-07-07T15:36:04Z', 'revision_number': 3, 'project_id': '7714a76c80c94191a77576e343e64e16', 'gw_port': {'id': '46270a94-e716-4c49-a102-4eccfc2b809e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:94:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f708b90e-2bce-4659-8159-86e72be85924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:03Z', 'updated_at': '2022-07-07T15:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:06.162564 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Checking router: f708b90e-2bce-4659-8159-86e72be85924 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:36:06.162905 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Updating router f708b90e-2bce-4659-8159-86e72be85924 port 46270a94-e716-4c49-a102-4eccfc2b809e binding host dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:36:06.192076 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (46270a94-e716-4c49-a102-4eccfc2b809e), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:06.244520 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c1ab986c-7028-42cd-9cab-fe5c005ee234 req-8f07aa1f-42e8-43dd-9a70-724f75e4b8d9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320238 Jul 07 15:36:06.253177 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-294d9b1f-c86b-49c8-ab39-7297190df11e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1681724 Jul 07 15:36:06.262028 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-ae18f9d3-71cd-4c8b-b043-d427ce707a4b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 15:36:06.263081 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-ae18f9d3-71cd-4c8b-b043-d427ce707a4b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050724 Jul 07 15:36:06.349135 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 44874) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:06.458752 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-3fc70f20-cbbf-457d-b403-e4d33eea5e55 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:06.460135 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-3fc70f20-cbbf-457d-b403-e4d33eea5e55 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports/8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a HTTP/1.1" status: 200 len: 941 time: 0.1087468 Jul 07 15:36:06.471146 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:06.483613 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Publish callbacks [] for port (46270a94-e716-4c49-a102-4eccfc2b809e), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:06.527485 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:06.575898 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (46270a94-e716-4c49-a102-4eccfc2b809e), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:06.642580 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb401589-9b49-4f02-b05d-d4aa68ca86bb None None] Pushing event updated for resources: {'Port': ['ID=46270a94-e716-4c49-a102-4eccfc2b809e,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:06.660414 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Attempting to bind port 46270a94-e716-4c49-a102-4eccfc2b809e on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:36:06.660996 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Attempting to bind port 46270a94-e716-4c49-a102-4eccfc2b809e by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:36:06.661538 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Attempting to bind port 46270a94-e716-4c49-a102-4eccfc2b809e on network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:36:06.668540 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:36:06.668990 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Checking segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:36:06.669613 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:06.670065 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Bound using segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:36:06.670665 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Bound port: 46270a94-e716-4c49-a102-4eccfc2b809e, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:36:06.671225 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (46270a94-e716-4c49-a102-4eccfc2b809e), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:06.688242 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168fc8e-04ad-476f-ba0d-48428d111369 req-4ed7f0ae-b2e4-4225-b251-8c65eb69e401 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:06.690108 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2168fc8e-04ad-476f-ba0d-48428d111369 req-4ed7f0ae-b2e4-4225-b251-8c65eb69e401 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0599453 Jul 07 15:36:06.701749 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Allocated IP 172.20.0.1 (7e500784-dd6d-4802-80d2-957f6db54606/36250930-4701-4106-af55-14228a2ae930/6192cc26-c5ff-4dae-8850-3057c0786ab4) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:36:06.737711 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:06.744627 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 41cd7996-e2c2-4a64-9a0e-abfcefd84418 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:06.758181 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2168fc8e-04ad-476f-ba0d-48428d111369 req-7bc55f48-acac-4af4-af21-c2559148cf07 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621896 Jul 07 15:36:06.774465 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] For port 46270a94-e716-4c49-a102-4eccfc2b809e, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:36:06.803732 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] For port 46270a94-e716-4c49-a102-4eccfc2b809e, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=46270a94-e716-4c49-a102-4eccfc2b809e,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:36:06.818186 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 41cd7996-e2c2-4a64-9a0e-abfcefd84418 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:06.818551 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (41cd7996-e2c2-4a64-9a0e-abfcefd84418), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:06.824863 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Publish callbacks [] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:06.857342 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:06.887522 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:06.896241 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (46270a94-e716-4c49-a102-4eccfc2b809e), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:06.934249 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 41cd7996-e2c2-4a64-9a0e-abfcefd84418 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:06.956364 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Routers {'f708b90e-2bce-4659-8159-86e72be85924'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:06.956944 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:35:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['f708b90e-2bce-4659-8159-86e72be85924'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:06.965581 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-70bad04f-c657-4a1a-8523-00b7979bec8e req-69e3d2ff-0d76-4649-98eb-2bdaafd0cbe4 service neutron] 10.222.0.50 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177504 Jul 07 15:36:06.974450 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:07.002544 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb401589-9b49-4f02-b05d-d4aa68ca86bb None None] Pushing event updated for resources: {'Port': ['ID=46270a94-e716-4c49-a102-4eccfc2b809e,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:07.018002 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Network 7e500784-dd6d-4802-80d2-957f6db54606 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:36:07.021246 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:07.025454 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:36:07.025869 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-533504'] for router_interface (f708b90e-2bce-4659-8159-86e72be85924), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:07.029565 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Pushing event updated for resources: {'Port': ['ID=6192cc26-c5ff-4dae-8850-3057c0786ab4,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:07.071672 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] Set router f708b90e-2bce-4659-8159-86e72be85924 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:07.254641 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:07.264070 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:07.290208 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f708b90e-2bce-4659-8159-86e72be85924', 'name': 'tempest-TestShelveInstance-2082612673-router', 'tenant_id': '7714a76c80c94191a77576e343e64e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '46270a94-e716-4c49-a102-4eccfc2b809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:02Z', 'updated_at': '2022-07-07T15:36:04Z', 'revision_number': 3, 'project_id': '7714a76c80c94191a77576e343e64e16', 'gw_port': {'id': '46270a94-e716-4c49-a102-4eccfc2b809e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:94:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f708b90e-2bce-4659-8159-86e72be85924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:03Z', 'updated_at': '2022-07-07T15:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:07.311893 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70936da-29ba-4498-a9db-cb528fb0e116 req-63886361-be75-4da0-9d66-e49ab6f1fb09 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:07.313383 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c70936da-29ba-4498-a9db-cb528fb0e116 req-63886361-be75-4da0-9d66-e49ab6f1fb09 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 948 time: 0.0917032 Jul 07 15:36:07.324449 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8ceb1b-9899-4a45-8cb4-fda5a3f121b8 None None] The sync data for ids ['f708b90e-2bce-4659-8159-86e72be85924'] in dv-cinder-841302-5-iscsi is: [{'id': 'f708b90e-2bce-4659-8159-86e72be85924', 'name': 'tempest-TestShelveInstance-2082612673-router', 'tenant_id': '7714a76c80c94191a77576e343e64e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '46270a94-e716-4c49-a102-4eccfc2b809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:02Z', 'updated_at': '2022-07-07T15:36:04Z', 'revision_number': 3, 'project_id': '7714a76c80c94191a77576e343e64e16', 'gw_port': {'id': '46270a94-e716-4c49-a102-4eccfc2b809e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:94:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f708b90e-2bce-4659-8159-86e72be85924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:03Z', 'updated_at': '2022-07-07T15:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:36:07.342442 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-68a5e18f-06a4-495d-8516-57736901fedf None None] Provisioning complete for port 6192cc26-c5ff-4dae-8850-3057c0786ab4 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:07.342928 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-68a5e18f-06a4-495d-8516-57736901fedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:07.365810 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8c8f1-5faa-4e98-b99f-005edc11f998 req-375a199f-0c65-4cdf-bbc0-28c6dcc9ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:07.367290 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e8b8c8f1-5faa-4e98-b99f-005edc11f998 req-375a199f-0c65-4cdf-bbc0-28c6dcc9ff28 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b42fb18bea524ba980012973ec2a9ee2&device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 1132 time: 0.1997309 Jul 07 15:36:07.380031 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-68a5e18f-06a4-495d-8516-57736901fedf None None] Port 6192cc26-c5ff-4dae-8850-3057c0786ab4 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:36:07.426109 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c70936da-29ba-4498-a9db-cb528fb0e116 req-e41654c5-f2e2-4abe-a221-61c181788fb6 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024778 Jul 07 15:36:07.432646 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4e854-e9b6-414d-b185-fbce521073f1 req-a449e5c0-1389-49c7-93a1-92409712e54e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:07.440709 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-68a4e854-e9b6-414d-b185-fbce521073f1 req-a449e5c0-1389-49c7-93a1-92409712e54e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.0772877 Jul 07 15:36:07.445339 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 52b419cf-1015-4084-93af-9e336d123a8d details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:36:07.464707 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:07.466974 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Publish callbacks [] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:07.494387 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-68a4e854-e9b6-414d-b185-fbce521073f1 req-bac41ee0-8b86-4571-9fa0-8aeb69e95409 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528364 Jul 07 15:36:07.553168 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:07.553871 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533652'] for router_interface (f708b90e-2bce-4659-8159-86e72be85924), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:07.556294 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 52b419cf-1015-4084-93af-9e336d123a8d, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=52b419cf-1015-4084-93af-9e336d123a8d,segment=NetworkSegment(ed63999d-a217-482d-bd8a-3637ca6f281d),segment_id=ed63999d-a217-482d-bd8a-3637ca6f281d)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:07.568059 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '52b419cf-1015-4084-93af-9e336d123a8d', 'network_id': '58234b4f-c395-4c93-8974-6c05a81ec434', 'port_id': '52b419cf-1015-4084-93af-9e336d123a8d', 'mac_address': 'fa:16:3e:18:43:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb9fbb1b-7382-4cb3-882a-12f3f5d3215e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:36:07.617709 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 52b419cf-1015-4084-93af-9e336d123a8d is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:07.618211 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (52b419cf-1015-4084-93af-9e336d123a8d), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:07.622774 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Pushing event updated for resources: {'Port': ['ID=6192cc26-c5ff-4dae-8850-3057c0786ab4,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:07.633972 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b419cf-1015-4084-93af-9e336d123a8d {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:36:07.658232 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 52b419cf-1015-4084-93af-9e336d123a8d, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=52b419cf-1015-4084-93af-9e336d123a8d,segment=NetworkSegment(ed63999d-a217-482d-bd8a-3637ca6f281d),segment_id=ed63999d-a217-482d-bd8a-3637ca6f281d)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:07.691080 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Network 7e500784-dd6d-4802-80d2-957f6db54606 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:36:07.692655 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:07.774461 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (52b419cf-1015-4084-93af-9e336d123a8d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:07.908890 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8c8f1-5faa-4e98-b99f-005edc11f998 req-d605f77d-7505-473a-bd48-84f4015f7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:07.910396 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e8b8c8f1-5faa-4e98-b99f-005edc11f998 req-d605f77d-7505-473a-bd48-84f4015f7eeb service neutron] 10.222.0.50 "GET /v2.0/networks?id=58234b4f-c395-4c93-8974-6c05a81ec434 HTTP/1.1" status: 200 len: 870 time: 0.2264891 Jul 07 15:36:07.942601 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=52b419cf-1015-4084-93af-9e336d123a8d,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:07.996445 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684fe54-ba24-45cd-be92-07fea93503ca req-83a1e677-ef16-41a9-bb8f-2bc710d89c96 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:08.008925 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0684fe54-ba24-45cd-be92-07fea93503ca req-83a1e677-ef16-41a9-bb8f-2bc710d89c96 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0888600 Jul 07 15:36:08.040653 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:08.086680 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0684fe54-ba24-45cd-be92-07fea93503ca req-090ec627-d0e6-4f64-b6f7-3dca4b2db182 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712936 Jul 07 15:36:08.107267 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['52b419cf-1015-4084-93af-9e336d123a8d'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:36:08.159987 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-6daff622-593c-4db3-bea7-12f2dad56567 None None] Provisioning complete for port 6192cc26-c5ff-4dae-8850-3057c0786ab4 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:08.160355 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6daff622-593c-4db3-bea7-12f2dad56567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:08.219187 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-6daff622-593c-4db3-bea7-12f2dad56567 None None] Port 6192cc26-c5ff-4dae-8850-3057c0786ab4 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:36:08.246057 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Router f708b90e-2bce-4659-8159-86e72be85924 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:36:08.342321 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e8b8c8f1-5faa-4e98-b99f-005edc11f998 req-43cfb938-bb39-49c0-b24b-e7804540544f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=52b419cf-1015-4084-93af-9e336d123a8d HTTP/1.1" status: 200 len: 217 time: 0.0563090 Jul 07 15:36:08.359758 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:36:08.364985 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-514e6056-744e-4173-a3e7-36e4ea303c8e admin admin] 10.222.0.25 "PUT /v2.0/routers/f708b90e-2bce-4659-8159-86e72be85924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2934575 Jul 07 15:36:08.420035 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8c8f1-5faa-4e98-b99f-005edc11f998 req-43960c58-383e-4393-af3a-47d77848cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:08.422127 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e8b8c8f1-5faa-4e98-b99f-005edc11f998 req-43960c58-383e-4393-af3a-47d77848cdaa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb9fbb1b-7382-4cb3-882a-12f3f5d3215e HTTP/1.1" status: 200 len: 843 time: 0.0610304 Jul 07 15:36:08.503367 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8c8f1-5faa-4e98-b99f-005edc11f998 req-b2e4a427-7574-4090-90ef-0e10ef84871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:08.512587 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e8b8c8f1-5faa-4e98-b99f-005edc11f998 req-b2e4a427-7574-4090-90ef-0e10ef84871e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58234b4f-c395-4c93-8974-6c05a81ec434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0644193 Jul 07 15:36:08.695446 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd310d91-ac7e-4bfd-b55d-610c9c453bb8 req-44af31f1-a741-469c-a9ec-2cb74337ad19 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:08.697260 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bd310d91-ac7e-4bfd-b55d-610c9c453bb8 req-44af31f1-a741-469c-a9ec-2cb74337ad19 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 949 time: 0.1398504 Jul 07 15:36:08.711034 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c24640-bfb6-4873-bcbc-04247db3dc9b req-27c53733-349e-4f59-b048-e98e8783d8a9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:08.712629 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f6c24640-bfb6-4873-bcbc-04247db3dc9b req-27c53733-349e-4f59-b048-e98e8783d8a9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.1066527 Jul 07 15:36:08.724871 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:08.730249 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 46270a94-e716-4c49-a102-4eccfc2b809e up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:08.769517 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e8b8c8f1-5faa-4e98-b99f-005edc11f998 req-91e52662-d627-4040-8156-bf3005747a14 service neutron] 10.222.0.50 "GET /v2.0/networks/58234b4f-c395-4c93-8974-6c05a81ec434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468550 Jul 07 15:36:08.779927 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 46270a94-e716-4c49-a102-4eccfc2b809e triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:08.780280 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (46270a94-e716-4c49-a102-4eccfc2b809e), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:08.811594 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bd310d91-ac7e-4bfd-b55d-610c9c453bb8 req-d4e419d0-feae-4770-a82a-569ab01c576a tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069167 Jul 07 15:36:08.814618 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f6c24640-bfb6-4873-bcbc-04247db3dc9b req-2fb6365e-a590-422a-8e75-138978956e0b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885530 Jul 07 15:36:08.856432 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 46270a94-e716-4c49-a102-4eccfc2b809e is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:08.856933 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (46270a94-e716-4c49-a102-4eccfc2b809e), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:08.880174 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port 46270a94-e716-4c49-a102-4eccfc2b809e, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=46270a94-e716-4c49-a102-4eccfc2b809e,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:08.942103 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (46270a94-e716-4c49-a102-4eccfc2b809e), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:08.990550 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:09.007710 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=46270a94-e716-4c49-a102-4eccfc2b809e,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:09.052230 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e8b8c8f1-5faa-4e98-b99f-005edc11f998 req-69ad9f1a-ef92-4dfb-8406-d602e7b26e43 service neutron] 10.222.0.50 "GET /v2.0/networks/58234b4f-c395-4c93-8974-6c05a81ec434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067302 Jul 07 15:36:09.121844 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44910) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:09.127409 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-da7cf280-4342-4402-9302-1708ab47f91d tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1112910285', 'description': 'tempest-secgroup-smoke-1112910285 description', 'project_id': '41be827d61314cdbb5387c24e6353bb5'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:09.210213 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-da7cf280-4342-4402-9302-1708ab47f91d tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:09.259616 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:09.288451 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9db1be-59dc-4d4d-b9df-95c00e8353ab req-9fd102fc-5a29-42e6-91ae-01758d2b4a62 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:09.288451 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6d9db1be-59dc-4d4d-b9df-95c00e8353ab req-9fd102fc-5a29-42e6-91ae-01758d2b4a62 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.1181164 Jul 07 15:36:09.305395 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-da7cf280-4342-4402-9302-1708ab47f91d tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group (2a33ddaf-1d76-4215-8b10-2307428902cd), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:09.327049 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40bb4e-e6d9-4741-989d-5dbe3634a8c8 req-06bff952-557e-4d4b-9a39-fc131ffef3ca tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:09.329081 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2a40bb4e-e6d9-4741-989d-5dbe3634a8c8 req-06bff952-557e-4d4b-9a39-fc131ffef3ca tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.1207027 Jul 07 15:36:09.340741 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bf285-69fa-48d4-a1d3-07227007dfed req-fb8d987a-19d4-465f-a5dc-b9983378ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:09.342128 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-293bf285-69fa-48d4-a1d3-07227007dfed req-fb8d987a-19d4-465f-a5dc-b9983378ebc9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 1130 time: 0.0751870 Jul 07 15:36:09.364628 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-da7cf280-4342-4402-9302-1708ab47f91d tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (2a33ddaf-1d76-4215-8b10-2307428902cd), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:09.407228 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cf280-4342-4402-9302-1708ab47f91d tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a33ddaf-1d76-4215-8b10-2307428902cd,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:09.433118 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6d9db1be-59dc-4d4d-b9df-95c00e8353ab req-40fb568c-845c-4999-a701-59fbaa87c86f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257305 Jul 07 15:36:09.472555 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 52b419cf-1015-4084-93af-9e336d123a8d up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:09.481502 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-da7cf280-4342-4402-9302-1708ab47f91d tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:09.483023 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-da7cf280-4342-4402-9302-1708ab47f91d tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3600163 Jul 07 15:36:09.486690 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2a40bb4e-e6d9-4741-989d-5dbe3634a8c8 req-41f265c0-6714-4ac0-b802-c3dba90bb2f8 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460569 Jul 07 15:36:09.487285 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44914) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:09.495268 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-ffb5eaae-142f-4cb7-9f76-0052f600c2f9 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Request body: {'security_group_rule': {'security_group_id': '2a33ddaf-1d76-4215-8b10-2307428902cd', 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:09.511538 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bf285-69fa-48d4-a1d3-07227007dfed req-69fcb10f-c583-499b-9e5b-ae2a83cfb13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:09.514590 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-293bf285-69fa-48d4-a1d3-07227007dfed req-69fcb10f-c583-499b-9e5b-ae2a83cfb13e service neutron] 10.222.0.50 "GET /v2.0/networks?id=b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 200 len: 918 time: 0.1635096 Jul 07 15:36:09.533449 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port 52b419cf-1015-4084-93af-9e336d123a8d completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:36:09.557839 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-293bf285-69fa-48d4-a1d3-07227007dfed req-91d36345-b978-4539-8322-291154904bc9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d9501ce-92dd-42ac-aa7f-f93d92682896 HTTP/1.1" status: 200 len: 217 time: 0.0341327 Jul 07 15:36:09.605061 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 52b419cf-1015-4084-93af-9e336d123a8d triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:09.605061 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (52b419cf-1015-4084-93af-9e336d123a8d), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:09.609992 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Sync routers for ids ['f708b90e-2bce-4659-8159-86e72be85924'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:36:09.611558 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ffb5eaae-142f-4cb7-9f76-0052f600c2f9 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (1b168859-b2f1-4c2c-a096-0688abcc005c), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:09.619633 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Routers {'f708b90e-2bce-4659-8159-86e72be85924'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:09.620250 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:35:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['f708b90e-2bce-4659-8159-86e72be85924'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:09.638534 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bf285-69fa-48d4-a1d3-07227007dfed req-8eee2fab-521d-4d02-945f-445ba08ca4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:09.643990 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-293bf285-69fa-48d4-a1d3-07227007dfed req-8eee2fab-521d-4d02-945f-445ba08ca4bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97e3d972-be6d-4b72-9024-2daa5123c3d4 HTTP/1.1" status: 200 len: 856 time: 0.0796840 Jul 07 15:36:09.692613 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ffb5eaae-142f-4cb7-9f76-0052f600c2f9 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (1b168859-b2f1-4c2c-a096-0688abcc005c), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:09.710802 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:09.713767 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 52b419cf-1015-4084-93af-9e336d123a8d is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:09.714168 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (52b419cf-1015-4084-93af-9e336d123a8d), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:09.716876 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bf285-69fa-48d4-a1d3-07227007dfed req-44860392-1480-4172-8e3e-6fdff0006715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:09.718748 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-293bf285-69fa-48d4-a1d3-07227007dfed req-44860392-1480-4172-8e3e-6fdff0006715 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4a3d0bd-27a0-4957-a668-c94979f88543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654821 Jul 07 15:36:09.740893 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Set router f708b90e-2bce-4659-8159-86e72be85924 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:09.748336 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbefda7a-a7a6-418c-a5a2-abaf6451ef7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b419cf-1015-4084-93af-9e336d123a8d'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:36:09.751974 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0392da73-1d57-458e-b5bf-516771e1202f" -d '{"events": [{"server_uuid": "dbefda7a-a7a6-418c-a5a2-abaf6451ef7a", "name": "network-vif-plugged", "status": "completed", "tag": "52b419cf-1015-4084-93af-9e336d123a8d"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:36:09.770502 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ffb5eaae-142f-4cb7-9f76-0052f600c2f9 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (1b168859-b2f1-4c2c-a096-0688abcc005c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:09.793080 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5eaae-142f-4cb7-9f76-0052f600c2f9 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b168859-b2f1-4c2c-a096-0688abcc005c,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:09.795680 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 52b419cf-1015-4084-93af-9e336d123a8d, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=52b419cf-1015-4084-93af-9e336d123a8d,segment=NetworkSegment(ed63999d-a217-482d-bd8a-3637ca6f281d),segment_id=ed63999d-a217-482d-bd8a-3637ca6f281d)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:09.800230 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:09.814298 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e98648e-26b0-4f31-8707-8d4e6e4961fb x-openstack-request-id: req-8e98648e-26b0-4f31-8707-8d4e6e4961fb {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:36:09.814617 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbefda7a-a7a6-418c-a5a2-abaf6451ef7a", "name": "network-vif-plugged", "status": "completed", "tag": "52b419cf-1015-4084-93af-9e336d123a8d", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:36:09.814905 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e98648e-26b0-4f31-8707-8d4e6e4961fb {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:36:09.815315 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e98648e-26b0-4f31-8707-8d4e6e4961fb'] response: {'server_uuid': 'dbefda7a-a7a6-418c-a5a2-abaf6451ef7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b419cf-1015-4084-93af-9e336d123a8d', 'code': 200} Jul 07 15:36:09.844738 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-293bf285-69fa-48d4-a1d3-07227007dfed req-f6882a3f-c9af-404c-a5c1-64239d3d68e3 service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163504 Jul 07 15:36:09.892123 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (52b419cf-1015-4084-93af-9e336d123a8d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:09.915062 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ffb5eaae-142f-4cb7-9f76-0052f600c2f9 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:09.919417 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ffb5eaae-142f-4cb7-9f76-0052f600c2f9 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4277749 Jul 07 15:36:09.919417 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44920) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:09.924557 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-bb023276-d9cf-4c8c-8e6f-c72c53164c50 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Request body: {'security_group_rule': {'security_group_id': '2a33ddaf-1d76-4215-8b10-2307428902cd', 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:09.944338 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f708b90e-2bce-4659-8159-86e72be85924', 'name': 'tempest-TestShelveInstance-2082612673-router', 'tenant_id': '7714a76c80c94191a77576e343e64e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '46270a94-e716-4c49-a102-4eccfc2b809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:02Z', 'updated_at': '2022-07-07T15:36:07Z', 'revision_number': 4, 'project_id': '7714a76c80c94191a77576e343e64e16', 'gw_port': {'id': '46270a94-e716-4c49-a102-4eccfc2b809e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f708b90e-2bce-4659-8159-86e72be85924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:03Z', 'updated_at': '2022-07-07T15:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '6192cc26-c5ff-4dae-8850-3057c0786ab4', 'name': '', 'network_id': '7e500784-dd6d-4802-80d2-957f6db54606', 'tenant_id': '7714a76c80c94191a77576e343e64e16', 'mac_address': 'fa:16:3e:20:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f708b90e-2bce-4659-8159-86e72be85924', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '36250930-4701-4106-af55-14228a2ae930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:06Z', 'updated_at': '2022-07-07T15:36:07Z', 'revision_number': 2, 'project_id': '7714a76c80c94191a77576e343e64e16', 'subnets': [{'id': '36250930-4701-4106-af55-14228a2ae930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:09.952497 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:09.978226 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=52b419cf-1015-4084-93af-9e336d123a8d,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:09.993062 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Checking router: f708b90e-2bce-4659-8159-86e72be85924 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:36:09.993411 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Updating router f708b90e-2bce-4659-8159-86e72be85924 port 6192cc26-c5ff-4dae-8850-3057c0786ab4 binding host dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:36:10.001524 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1207a3c-c967-48cc-921e-e2e862f702b1 req-3dd97f71-889c-47f9-803d-6c2cd5898b64 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:10.005887 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c1207a3c-c967-48cc-921e-e2e862f702b1 req-3dd97f71-889c-47f9-803d-6c2cd5898b64 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0713301 Jul 07 15:36:10.025342 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.030622 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-293bf285-69fa-48d4-a1d3-07227007dfed req-6055e400-0e24-4fcb-aaef-165ba21734fd service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780770 Jul 07 15:36:10.045566 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bb023276-d9cf-4c8c-8e6f-c72c53164c50 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (cb13ff31-2306-4bf8-a062-78a112384c67), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.098989 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c1207a3c-c967-48cc-921e-e2e862f702b1 req-985e2782-ad1b-4d46-a361-d30ed978fab0 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858319 Jul 07 15:36:10.125629 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bb023276-d9cf-4c8c-8e6f-c72c53164c50 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (cb13ff31-2306-4bf8-a062-78a112384c67), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.210268 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bb023276-d9cf-4c8c-8e6f-c72c53164c50 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (cb13ff31-2306-4bf8-a062-78a112384c67), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.232293 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb023276-d9cf-4c8c-8e6f-c72c53164c50 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb13ff31-2306-4bf8-a062-78a112384c67,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:10.282258 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Publish callbacks [] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), precommit_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.315713 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bb023276-d9cf-4c8c-8e6f-c72c53164c50 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.316963 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-bb023276-d9cf-4c8c-8e6f-c72c53164c50 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3969138 Jul 07 15:36:10.319701 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44922) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:10.323946 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-27b6cb0d-7e66-402b-8507-975883092335 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Request body: {'security_group_rule': {'security_group_id': '2a33ddaf-1d76-4215-8b10-2307428902cd', 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:10.404170 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.433669 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-27b6cb0d-7e66-402b-8507-975883092335 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (3d33b310-9ff2-49c8-94e7-b9f3303ffbf3), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.460377 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:10.461608 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fd952-c3ce-4793-a3c6-076ec052eb86 None None] Pushing event updated for resources: {'Port': ['ID=6192cc26-c5ff-4dae-8850-3057c0786ab4,revision_number=3']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:10.517557 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-27b6cb0d-7e66-402b-8507-975883092335 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (3d33b310-9ff2-49c8-94e7-b9f3303ffbf3), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.534645 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Attempting to bind port 6192cc26-c5ff-4dae-8850-3057c0786ab4 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:36:10.535261 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Attempting to bind port 6192cc26-c5ff-4dae-8850-3057c0786ab4 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': 'ddb63a5b-06bc-4d08-9950-f7e9a9fce726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7e500784-dd6d-4802-80d2-957f6db54606'}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:36:10.535859 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Attempting to bind port 6192cc26-c5ff-4dae-8850-3057c0786ab4 on network 7e500784-dd6d-4802-80d2-957f6db54606 {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:36:10.542728 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:36:10.543103 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Checking segment: {'id': 'ddb63a5b-06bc-4d08-9950-f7e9a9fce726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7e500784-dd6d-4802-80d2-957f6db54606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:36:10.543498 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.543943 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Bound using segment: {'id': 'ddb63a5b-06bc-4d08-9950-f7e9a9fce726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7e500784-dd6d-4802-80d2-957f6db54606'} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:36:10.544416 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Bound port: 6192cc26-c5ff-4dae-8850-3057c0786ab4, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb63a5b-06bc-4d08-9950-f7e9a9fce726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7e500784-dd6d-4802-80d2-957f6db54606'}}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:36:10.544789 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.615106 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] For port 6192cc26-c5ff-4dae-8850-3057c0786ab4, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:36:10.615737 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:10.618161 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] For port 6192cc26-c5ff-4dae-8850-3057c0786ab4, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=6192cc26-c5ff-4dae-8850-3057c0786ab4,segment=NetworkSegment(ddb63a5b-06bc-4d08-9950-f7e9a9fce726),segment_id=ddb63a5b-06bc-4d08-9950-f7e9a9fce726)] {{(pid=104330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:36:10.621855 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-27b6cb0d-7e66-402b-8507-975883092335 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (3d33b310-9ff2-49c8-94e7-b9f3303ffbf3), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.625370 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d906dc1-284d-4632-bab2-bbf87e13bc92 req-06e5d15f-6f7b-4108-8e33-7d6b2da8b747 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:10.627489 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9d906dc1-284d-4632-bab2-bbf87e13bc92 req-06e5d15f-6f7b-4108-8e33-7d6b2da8b747 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0899160 Jul 07 15:36:10.636640 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246b8aa-ab41-446d-b682-90c213e3898b req-44b4b1ab-0358-4fbc-8785-8e2d17a696f9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:10.638653 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b246b8aa-ab41-446d-b682-90c213e3898b req-44b4b1ab-0358-4fbc-8785-8e2d17a696f9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.0661683 Jul 07 15:36:10.651361 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6cb0d-7e66-402b-8507-975883092335 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d33b310-9ff2-49c8-94e7-b9f3303ffbf3,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:10.709693 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.713146 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:10.726162 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 46270a94-e716-4c49-a102-4eccfc2b809e up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:10.728296 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9d906dc1-284d-4632-bab2-bbf87e13bc92 req-5e212ebd-3668-4f63-a027-76d77d2ddfd4 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882809 Jul 07 15:36:10.732856 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b246b8aa-ab41-446d-b682-90c213e3898b req-0ec7b785-96bd-4d82-bff7-e5d9eb4b0d77 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725720 Jul 07 15:36:10.735754 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-27b6cb0d-7e66-402b-8507-975883092335 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.741913 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-27b6cb0d-7e66-402b-8507-975883092335 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4165034 Jul 07 15:36:10.741913 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44928) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:10.754160 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-c2cc15fc-7fe2-4dcc-9362-b79e51e2689b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Request body: {'security_group_rule': {'security_group_id': '2a33ddaf-1d76-4215-8b10-2307428902cd', 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:10.787078 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-d76d51f3-241b-48f3-88e9-f1ef14267239 None None] Provisioning complete for port 6192cc26-c5ff-4dae-8850-3057c0786ab4 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:10.787656 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d76d51f3-241b-48f3-88e9-f1ef14267239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.789401 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Routers {'f708b90e-2bce-4659-8159-86e72be85924'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:10.790019 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:35:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['f708b90e-2bce-4659-8159-86e72be85924'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:10.829838 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 46270a94-e716-4c49-a102-4eccfc2b809e triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:10.830213 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (46270a94-e716-4c49-a102-4eccfc2b809e), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.837423 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fd952-c3ce-4793-a3c6-076ec052eb86 None None] Pushing event updated for resources: {'Port': ['ID=6192cc26-c5ff-4dae-8850-3057c0786ab4,revision_number=4']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:10.861359 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c2cc15fc-7fe2-4dcc-9362-b79e51e2689b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (65cd80d8-a58c-4eda-ba32-156d137b4e75), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.910078 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-d76d51f3-241b-48f3-88e9-f1ef14267239 None None] Current status of the port 6192cc26-c5ff-4dae-8850-3057c0786ab4 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:10.910078 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d76d51f3-241b-48f3-88e9-f1ef14267239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.927939 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] Set router f708b90e-2bce-4659-8159-86e72be85924 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:10.934737 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c2cc15fc-7fe2-4dcc-9362-b79e51e2689b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (65cd80d8-a58c-4eda-ba32-156d137b4e75), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:10.977593 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-d76d51f3-241b-48f3-88e9-f1ef14267239 None None] For port 6192cc26-c5ff-4dae-8850-3057c0786ab4, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=6192cc26-c5ff-4dae-8850-3057c0786ab4,segment=NetworkSegment(ddb63a5b-06bc-4d08-9950-f7e9a9fce726),segment_id=ddb63a5b-06bc-4d08-9950-f7e9a9fce726)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:10.978930 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 46270a94-e716-4c49-a102-4eccfc2b809e is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:11.021666 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c2cc15fc-7fe2-4dcc-9362-b79e51e2689b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (65cd80d8-a58c-4eda-ba32-156d137b4e75), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:11.044211 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc15fc-7fe2-4dcc-9362-b79e51e2689b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65cd80d8-a58c-4eda-ba32-156d137b4e75,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:11.050603 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d76d51f3-241b-48f3-88e9-f1ef14267239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:11.098242 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d51f3-241b-48f3-88e9-f1ef14267239 None None] Pushing event updated for resources: {'Port': ['ID=6192cc26-c5ff-4dae-8850-3057c0786ab4,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:11.149491 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c2cc15fc-7fe2-4dcc-9362-b79e51e2689b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:11.152495 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c2cc15fc-7fe2-4dcc-9362-b79e51e2689b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4094076 Jul 07 15:36:11.153677 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 44932) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:11.158781 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-baa3e391-dae1-4cf5-aab4-d6447c44fad1 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Request body: {'security_group_rule': {'security_group_id': '2a33ddaf-1d76-4215-8b10-2307428902cd', 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:11.166445 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:11.173610 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-cda6b73f-be25-4416-aac5-60e30fdf9c6a None None] Provisioning complete for port 6192cc26-c5ff-4dae-8850-3057c0786ab4 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:11.174102 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-cda6b73f-be25-4416-aac5-60e30fdf9c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:11.210912 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f708b90e-2bce-4659-8159-86e72be85924', 'name': 'tempest-TestShelveInstance-2082612673-router', 'tenant_id': '7714a76c80c94191a77576e343e64e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '46270a94-e716-4c49-a102-4eccfc2b809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:02Z', 'updated_at': '2022-07-07T15:36:07Z', 'revision_number': 4, 'project_id': '7714a76c80c94191a77576e343e64e16', 'gw_port': {'id': '46270a94-e716-4c49-a102-4eccfc2b809e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f708b90e-2bce-4659-8159-86e72be85924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:03Z', 'updated_at': '2022-07-07T15:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '6192cc26-c5ff-4dae-8850-3057c0786ab4', 'name': '', 'network_id': '7e500784-dd6d-4802-80d2-957f6db54606', 'tenant_id': '7714a76c80c94191a77576e343e64e16', 'mac_address': 'fa:16:3e:20:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f708b90e-2bce-4659-8159-86e72be85924', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '36250930-4701-4106-af55-14228a2ae930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:06Z', 'updated_at': '2022-07-07T15:36:10Z', 'revision_number': 4, 'project_id': '7714a76c80c94191a77576e343e64e16', 'subnets': [{'id': '36250930-4701-4106-af55-14228a2ae930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:11.222884 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8839d7-f9d2-4c7b-b33b-12a9f29d1d65 req-3648e13c-19a7-4e8a-8261-c59d2ea06d23 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:11.224984 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6b8839d7-f9d2-4c7b-b33b-12a9f29d1d65 req-3648e13c-19a7-4e8a-8261-c59d2ea06d23 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0606265 Jul 07 15:36:11.238724 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da740a-e10f-4765-85e0-b083aaf59f60 None None] The sync data for ids ['f708b90e-2bce-4659-8159-86e72be85924'] in dv-cinder-841302-5-iscsi is: [{'id': 'f708b90e-2bce-4659-8159-86e72be85924', 'name': 'tempest-TestShelveInstance-2082612673-router', 'tenant_id': '7714a76c80c94191a77576e343e64e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '46270a94-e716-4c49-a102-4eccfc2b809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:02Z', 'updated_at': '2022-07-07T15:36:07Z', 'revision_number': 4, 'project_id': '7714a76c80c94191a77576e343e64e16', 'gw_port': {'id': '46270a94-e716-4c49-a102-4eccfc2b809e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f708b90e-2bce-4659-8159-86e72be85924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:03Z', 'updated_at': '2022-07-07T15:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '6192cc26-c5ff-4dae-8850-3057c0786ab4', 'name': '', 'network_id': '7e500784-dd6d-4802-80d2-957f6db54606', 'tenant_id': '7714a76c80c94191a77576e343e64e16', 'mac_address': 'fa:16:3e:20:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f708b90e-2bce-4659-8159-86e72be85924', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '36250930-4701-4106-af55-14228a2ae930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:06Z', 'updated_at': '2022-07-07T15:36:10Z', 'revision_number': 4, 'project_id': '7714a76c80c94191a77576e343e64e16', 'subnets': [{'id': '36250930-4701-4106-af55-14228a2ae930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:36:11.255306 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-cda6b73f-be25-4416-aac5-60e30fdf9c6a None None] Current status of the port 6192cc26-c5ff-4dae-8850-3057c0786ab4 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:11.265690 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.securitygroups_db [None req-baa3e391-dae1-4cf5-aab4-d6447c44fad1 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Project 41be827d61314cdbb5387c24e6353bb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 15:36:11.274616 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-baa3e391-dae1-4cf5-aab4-d6447c44fad1 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (1f951900-ac2d-4392-b784-e7a1e2643be8), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:11.320527 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6b8839d7-f9d2-4c7b-b33b-12a9f29d1d65 req-74718a1a-9096-4035-9116-6d75981a646e tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892498 Jul 07 15:36:11.356788 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-baa3e391-dae1-4cf5-aab4-d6447c44fad1 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (1f951900-ac2d-4392-b784-e7a1e2643be8), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:11.442204 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-baa3e391-dae1-4cf5-aab4-d6447c44fad1 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (1f951900-ac2d-4392-b784-e7a1e2643be8), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:11.462903 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3e391-dae1-4cf5-aab4-d6447c44fad1 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f951900-ac2d-4392-b784-e7a1e2643be8,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:11.555106 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-baa3e391-dae1-4cf5-aab4-d6447c44fad1 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:11.556478 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-baa3e391-dae1-4cf5-aab4-d6447c44fad1 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4017558 Jul 07 15:36:11.559179 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 44936) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:11.564398 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-b3e4e4e9-d39e-4898-a8f4-192384ce3a62 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Request body: {'security_group_rule': {'security_group_id': '2a33ddaf-1d76-4215-8b10-2307428902cd', 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:11.696007 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.securitygroups_db [None req-b3e4e4e9-d39e-4898-a8f4-192384ce3a62 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Project 41be827d61314cdbb5387c24e6353bb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 15:36:11.703281 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b3e4e4e9-d39e-4898-a8f4-192384ce3a62 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (7fdf4c3b-c6fa-4404-b176-0c4a24288b53), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:11.770039 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b3e4e4e9-d39e-4898-a8f4-192384ce3a62 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (7fdf4c3b-c6fa-4404-b176-0c4a24288b53), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:11.828641 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f5477-2ea8-4a8a-9579-4432bc88f652 req-2e34d7d9-a934-4d1a-a32f-fe0356b22e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:11.830164 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-507f5477-2ea8-4a8a-9579-4432bc88f652 req-2e34d7d9-a934-4d1a-a32f-fe0356b22e55 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 1134 time: 0.0589936 Jul 07 15:36:11.844540 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b3e4e4e9-d39e-4898-a8f4-192384ce3a62 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (7fdf4c3b-c6fa-4404-b176-0c4a24288b53), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:11.892846 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-6448dd37-50c7-4c65-b82b-fa92186f7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:11.894615 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-6448dd37-50c7-4c65-b82b-fa92186f7e80 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782&tenant_id=d2e4afda121042939745304ce6f76a8b HTTP/1.1" status: 200 len: 1128 time: 0.1196022 Jul 07 15:36:11.933353 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4e4e9-d39e-4898-a8f4-192384ce3a62 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fdf4c3b-c6fa-4404-b176-0c4a24288b53,revision_number=0']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:11.971417 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0475d-f6f9-43d8-93fc-617bd09e450c req-29f6cd62-f06f-4422-8bf7-0cc4893ab823 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:11.973036 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ce0475d-f6f9-43d8-93fc-617bd09e450c req-29f6cd62-f06f-4422-8bf7-0cc4893ab823 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.1216977 Jul 07 15:36:11.984661 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdad49-313a-4865-bee3-15194559002c req-e51f778c-2935-4c83-bd9a-6648353ed02d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:11.986186 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e1cdad49-313a-4865-bee3-15194559002c req-e51f778c-2935-4c83-bd9a-6648353ed02d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.1288173 Jul 07 15:36:12.014659 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b3e4e4e9-d39e-4898-a8f4-192384ce3a62 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:12.023852 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-b3e4e4e9-d39e-4898-a8f4-192384ce3a62 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4556317 Jul 07 15:36:12.024050 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-31f6dbf4-909c-4e20-92b0-2c798ba97ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:12.024050 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-31f6dbf4-909c-4e20-92b0-2c798ba97ef8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2e4afda121042939745304ce6f76a8b&device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 1128 time: 0.0486484 Jul 07 15:36:12.074574 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-507f5477-2ea8-4a8a-9579-4432bc88f652 req-d71aafcc-f7be-4b55-9e3c-86741f1dbdb4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587427 Jul 07 15:36:12.089719 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:12.128683 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ce0475d-f6f9-43d8-93fc-617bd09e450c req-64e162fa-2ce1-4f7f-97a4-6026ca659761 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413743 Jul 07 15:36:12.140521 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e1cdad49-313a-4865-bee3-15194559002c req-ee7c665e-256d-48ba-940e-302456952748 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345520 Jul 07 15:36:12.168953 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-3f2fcc97-dbe2-4e9f-adbd-d6fd14705f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:12.174974 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-3f2fcc97-dbe2-4e9f-adbd-d6fd14705f6c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 HTTP/1.1" status: 200 len: 918 time: 0.1375172 Jul 07 15:36:12.437213 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b68466-2f0c-4a43-9511-1dbeedf3d1ba req-4f42565f-0132-44b9-b87f-b88475d94894 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:12.439208 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-32b68466-2f0c-4a43-9511-1dbeedf3d1ba req-4f42565f-0132-44b9-b87f-b88475d94894 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0555537 Jul 07 15:36:12.469926 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-ce2ea665-5f48-4b8a-94f3-10c49fac4b6e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a HTTP/1.1" status: 200 len: 999 time: 0.0661235 Jul 07 15:36:12.500433 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-32b68466-2f0c-4a43-9511-1dbeedf3d1ba req-405ceed4-4a86-4a3e-b361-fe11284e0eff tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499363 Jul 07 15:36:12.712369 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 6192cc26-c5ff-4dae-8850-3057c0786ab4 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:12.759713 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 6192cc26-c5ff-4dae-8850-3057c0786ab4 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:12.760084 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:12.785219 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:12.836175 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 6192cc26-c5ff-4dae-8850-3057c0786ab4 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:13.286055 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4fd43-5e70-42d0-aee7-866635959288 req-0c9af130-bad9-45f3-b69c-68f7aeee34b5 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:13.287547 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3ec4fd43-5e70-42d0-aee7-866635959288 req-0c9af130-bad9-45f3-b69c-68f7aeee34b5 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.0795977 Jul 07 15:36:13.295632 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d60237-c659-4eee-9978-e7488bafd28b req-20f9a773-3e51-4041-bc13-f05552f0c6df tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:13.297662 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f7d60237-c659-4eee-9978-e7488bafd28b req-20f9a773-3e51-4041-bc13-f05552f0c6df tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0791168 Jul 07 15:36:13.372741 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3ec4fd43-5e70-42d0-aee7-866635959288 req-0cab8895-ae12-49c6-8d23-71227d8e4cea tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739772 Jul 07 15:36:13.376409 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f7d60237-c659-4eee-9978-e7488bafd28b req-dd0837ce-9821-467c-975d-23905a96cf39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718668 Jul 07 15:36:13.426952 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-217aeb0d-0270-488a-96e0-69c6c11801ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:13.428476 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-217aeb0d-0270-488a-96e0-69c6c11801ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9869fa05-9e6c-4cb3-8a09-1453d7c28d29 HTTP/1.1" status: 200 len: 856 time: 0.0518398 Jul 07 15:36:13.476677 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-d10b8fc9-20bd-4486-89ee-a5a9b52adc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:13.478397 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-d10b8fc9-20bd-4486-89ee-a5a9b52adc74 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415242 Jul 07 15:36:13.581341 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:13.609783 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-92b613b7-ad81-482c-bfe6-fd98f2b27af1 service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944765 Jul 07 15:36:13.617729 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b23de-677b-4fc9-ac1c-91922dcc0235 req-365947fb-8f8c-4a27-a9f1-e2c281d1586c tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:13.619200 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-925b23de-677b-4fc9-ac1c-91922dcc0235 req-365947fb-8f8c-4a27-a9f1-e2c281d1586c tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0503376 Jul 07 15:36:13.669818 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-925b23de-677b-4fc9-ac1c-91922dcc0235 req-ed8f8fed-51dc-426b-8cba-aa1f08e2080d tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440345 Jul 07 15:36:13.708605 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-860b89ae-9383-4f4c-b071-86d8f7ff82a2 req-7f7dbd70-4c08-4a51-baaa-ca9e7d1b46d3 service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917740 Jul 07 15:36:14.490064 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:14.508343 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a521115-8fe0-41a4-a0b6-47b85c500041 req-fbc5bc62-1ecf-4aeb-b870-7b0245581c36 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:14.509842 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5a521115-8fe0-41a4-a0b6-47b85c500041 req-fbc5bc62-1ecf-4aeb-b870-7b0245581c36 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0533915 Jul 07 15:36:14.567411 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5a521115-8fe0-41a4-a0b6-47b85c500041 req-ac384242-0769-4b60-a1da-74b96fb259ac tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517025 Jul 07 15:36:14.793587 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6df87-05b8-464b-bca2-28e54c933f25 req-3f251c74-7e7d-4448-b8b3-1a5e56572d18 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:14.795086 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bee6df87-05b8-464b-bca2-28e54c933f25 req-3f251c74-7e7d-4448-b8b3-1a5e56572d18 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0514090 Jul 07 15:36:14.848134 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bee6df87-05b8-464b-bca2-28e54c933f25 req-5faca253-7f83-46ec-a465-6d47a90b4394 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467491 Jul 07 15:36:15.434963 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3dc8e-5f56-4b29-b6c4-149e444dd2e6 req-2e7ae718-9938-4e60-8819-6e3b26331fc3 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:15.435218 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d0d3dc8e-5f56-4b29-b6c4-149e444dd2e6 req-2e7ae718-9938-4e60-8819-6e3b26331fc3 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0618515 Jul 07 15:36:15.498207 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d0d3dc8e-5f56-4b29-b6c4-149e444dd2e6 req-867b20b2-b902-40f4-a75a-c4b67dda89ab tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559001 Jul 07 15:36:15.711138 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63224c4b-15af-466f-bd3b-6fb72b87e824 req-0980e456-e3bf-40cc-ac0c-a93ce619156e tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:15.712714 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-63224c4b-15af-466f-bd3b-6fb72b87e824 req-0980e456-e3bf-40cc-ac0c-a93ce619156e tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0619850 Jul 07 15:36:15.768249 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-63224c4b-15af-466f-bd3b-6fb72b87e824 req-38b392b1-499f-4557-8397-6c6b0519753c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500267 Jul 07 15:36:16.127309 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 45054) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:16.132241 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-ab24d7a0-e971-401e-bb81-49d210144fc2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1337540441', 'description': 'tempest-description--1102315355'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:16.268138 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ab24d7a0-e971-401e-bb81-49d210144fc2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:16.350348 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:16.379791 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ab24d7a0-e971-401e-bb81-49d210144fc2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for security_group (681d3b75-d60c-4827-b436-a4b78575db81), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:16.657116 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1d4f2-148b-4980-b939-518036edc073 req-95ead7f0-0494-4dd3-8bd7-371b3ab02b08 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:16.657116 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-71c1d4f2-148b-4980-b939-518036edc073 req-95ead7f0-0494-4dd3-8bd7-371b3ab02b08 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0826273 Jul 07 15:36:16.704600 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-71c1d4f2-148b-4980-b939-518036edc073 req-962402ba-61ae-40f2-a12e-db10efa1070a tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430768 Jul 07 15:36:16.762336 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ab24d7a0-e971-401e-bb81-49d210144fc2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (681d3b75-d60c-4827-b436-a4b78575db81), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:16.804313 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24d7a0-e971-401e-bb81-49d210144fc2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681d3b75-d60c-4827-b436-a4b78575db81,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:16.852349 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ab24d7a0-e971-401e-bb81-49d210144fc2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:16.858019 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-ab24d7a0-e971-401e-bb81-49d210144fc2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7252390 Jul 07 15:36:16.858167 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45060) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:16.861544 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-293d68c4-0569-44c6-9727-3f0cb106e4a3 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Request body: {'security_group_rule': {'security_group_id': '681d3b75-d60c-4827-b436-a4b78575db81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:16.909470 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f3b65-6f1b-4491-94cb-7a11c56885b0 req-e4ad6347-12ff-4aef-94ea-6fafa391f351 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:16.911016 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-da8f3b65-6f1b-4491-94cb-7a11c56885b0 req-e4ad6347-12ff-4aef-94ea-6fafa391f351 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0491881 Jul 07 15:36:16.972825 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-da8f3b65-6f1b-4491-94cb-7a11c56885b0 req-d2f2b175-ca3f-4dd7-9f51-b23fce8d9650 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559802 Jul 07 15:36:16.993597 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-293d68c4-0569-44c6-9727-3f0cb106e4a3 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for security_group_rule (b4c67e62-6c62-4040-bd67-0d3e290ddc85), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:17.054778 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-293d68c4-0569-44c6-9727-3f0cb106e4a3 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for security_group_rule (b4c67e62-6c62-4040-bd67-0d3e290ddc85), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:17.205125 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-293d68c4-0569-44c6-9727-3f0cb106e4a3 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (b4c67e62-6c62-4040-bd67-0d3e290ddc85), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:17.242188 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d68c4-0569-44c6-9727-3f0cb106e4a3 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c67e62-6c62-4040-bd67-0d3e290ddc85,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:17.358628 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-293d68c4-0569-44c6-9727-3f0cb106e4a3 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:17.359884 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-293d68c4-0569-44c6-9727-3f0cb106e4a3 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5019834 Jul 07 15:36:17.363291 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45064) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:17.367747 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-59b68425-bd9a-4fc9-890e-c09c31b9cbf4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Request body: {'security_group_rule': {'security_group_id': '681d3b75-d60c-4827-b436-a4b78575db81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:17.456116 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-59b68425-bd9a-4fc9-890e-c09c31b9cbf4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for security_group_rule (56ee347d-3b62-4d7b-85f5-17a5041f1782), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:17.505545 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:17.519202 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-59b68425-bd9a-4fc9-890e-c09c31b9cbf4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for security_group_rule (56ee347d-3b62-4d7b-85f5-17a5041f1782), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:17.604916 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-59b68425-bd9a-4fc9-890e-c09c31b9cbf4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (56ee347d-3b62-4d7b-85f5-17a5041f1782), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:17.626729 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b68425-bd9a-4fc9-890e-c09c31b9cbf4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ee347d-3b62-4d7b-85f5-17a5041f1782,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:17.672297 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-59b68425-bd9a-4fc9-890e-c09c31b9cbf4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:17.674109 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-59b68425-bd9a-4fc9-890e-c09c31b9cbf4 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3097193 Jul 07 15:36:17.677439 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45066) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:17.681980 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Request body: {'floatingip': {'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:17.776358 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:17.831346 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d982e-bbcb-4d3a-8d7f-a4b35eccc472 req-37e7f15a-50a3-44a4-b6e1-f0492540b158 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:17.833054 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-191d982e-bbcb-4d3a-8d7f-a4b35eccc472 req-37e7f15a-50a3-44a4-b6e1-f0492540b158 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0553420 Jul 07 15:36:17.870068 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:17.901983 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-191d982e-bbcb-4d3a-8d7f-a4b35eccc472 req-075a1fb2-4175-438c-924f-e13882c931f4 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573387 Jul 07 15:36:18.019850 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Allocated IP 172.27.1.118 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/d05d656f-5e6f-4dc8-a2db-8873f604d707) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:36:18.118890 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:18.136787 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006c44-c680-4b4f-a3fd-f4f291d9b3ac req-302430ed-b173-49e9-b132-8a307a89479f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:18.140064 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-de006c44-c680-4b4f-a3fd-f4f291d9b3ac req-302430ed-b173-49e9-b132-8a307a89479f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0845413 Jul 07 15:36:18.198243 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for port (d05d656f-5e6f-4dc8-a2db-8873f604d707), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:18.218907 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-de006c44-c680-4b4f-a3fd-f4f291d9b3ac req-3bb7c37b-e5a3-4a80-8dca-9b0bbc3d412b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748148 Jul 07 15:36:18.328490 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (d05d656f-5e6f-4dc8-a2db-8873f604d707), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:18.354335 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:18.372759 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:36:18.378125 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:18.381795 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:36:18.386927 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Pushing event updated for resources: {'Port': ['ID=d05d656f-5e6f-4dc8-a2db-8873f604d707,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:18.450731 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for floatingip (20645b8a-a951-473e-b6b8-6f280cd4ba17), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:18.605602 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (d05d656f-5e6f-4dc8-a2db-8873f604d707), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:18.738151 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:18.807065 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for port (d05d656f-5e6f-4dc8-a2db-8873f604d707), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:18.865292 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (d05d656f-5e6f-4dc8-a2db-8873f604d707), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:18.932187 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Pushing event updated for resources: {'Port': ['ID=d05d656f-5e6f-4dc8-a2db-8873f604d707,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:18.932187 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (20645b8a-a951-473e-b6b8-6f280cd4ba17), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:19.050293 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cbe36-9409-480c-9611-da1811007900 req-a466c87e-df6f-475c-8f07-e2c66103ddce tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:19.051820 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5b2cbe36-9409-480c-9611-da1811007900 req-a466c87e-df6f-475c-8f07-e2c66103ddce tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0507555 Jul 07 15:36:19.106467 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5b2cbe36-9409-480c-9611-da1811007900 req-eb36ebf5-6326-40f0-a7fc-c5903d1888e3 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487809 Jul 07 15:36:19.390100 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5dc1b-a1ea-4e2c-8f85-4f329b8e8920 req-0d7bfa29-2b7f-4a8c-96a3-d90d95b09107 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:19.391218 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f2e5dc1b-a1ea-4e2c-8f85-4f329b8e8920 req-0d7bfa29-2b7f-4a8c-96a3-d90d95b09107 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0609353 Jul 07 15:36:19.458139 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:19.459650 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-a4a2bcfd-4532-4650-b46b-703d53a20475 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7811358 Jul 07 15:36:19.480647 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f2e5dc1b-a1ea-4e2c-8f85-4f329b8e8920 req-681db207-4998-4bbf-8aa4-1d5c87a3322b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798855 Jul 07 15:36:20.231671 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4edfd-f7f2-4e51-ac68-9c246abe92b7 req-91a237b1-6e84-4ab9-acd3-5e10552e07a7 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:20.233534 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4dc4edfd-f7f2-4e51-ac68-9c246abe92b7 req-91a237b1-6e84-4ab9-acd3-5e10552e07a7 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0579216 Jul 07 15:36:20.285592 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4dc4edfd-f7f2-4e51-ac68-9c246abe92b7 req-8a386852-7931-45ed-99d1-52583e9d01db tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446019 Jul 07 15:36:20.639206 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c003e8e-7b05-4912-ae91-200954e16a4d req-c39cd7d8-5b9d-4c6d-8220-9e1d86dbbf39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:20.642081 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-27fe2f09-8680-4213-bcaa-c50206bc6f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:20.642823 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8c003e8e-7b05-4912-ae91-200954e16a4d req-c39cd7d8-5b9d-4c6d-8220-9e1d86dbbf39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0623977 Jul 07 15:36:20.703348 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8c003e8e-7b05-4912-ae91-200954e16a4d req-9e843572-120d-408f-ba01-d03bcbc1fe32 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550082 Jul 07 15:36:21.242018 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:36:21.405951 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79d982-b027-4f59-a5f4-05154833eb70 req-a92fb6d0-168d-48ac-98fd-3cba95694ef2 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:21.408042 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f79d982-b027-4f59-a5f4-05154833eb70 req-a92fb6d0-168d-48ac-98fd-3cba95694ef2 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0481002 Jul 07 15:36:21.463379 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f79d982-b027-4f59-a5f4-05154833eb70 req-0cb4d52c-6fe1-46d1-984c-39ff7d25fa78 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497272 Jul 07 15:36:21.840830 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb210a89-766f-4b2f-9997-1052ae410cfe req-a5f4765b-38ca-4375-874a-4ebecc9ec978 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:21.842307 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fb210a89-766f-4b2f-9997-1052ae410cfe req-a5f4765b-38ca-4375-874a-4ebecc9ec978 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0621743 Jul 07 15:36:21.893278 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fb210a89-766f-4b2f-9997-1052ae410cfe req-891df4b3-ed76-4a13-8536-f3995fc2aa4f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448704 Jul 07 15:36:22.585506 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06731352-cf98-4a0d-a2af-a94561104e4e req-0f74df18-c466-40b0-98cb-e0a31893b171 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:22.587028 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-06731352-cf98-4a0d-a2af-a94561104e4e req-0f74df18-c466-40b0-98cb-e0a31893b171 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0487335 Jul 07 15:36:22.637856 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-06731352-cf98-4a0d-a2af-a94561104e4e req-60c08247-0a61-4b25-bbaa-a8b3bf708080 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449655 Jul 07 15:36:22.800024 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-38e7a9dd-fc01-4919-be04-fd47171e4fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:23.037865 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a35b2-37b6-4ccb-a096-8e6901f19f44 req-24de201b-d5dc-4f4e-b191-23edeaad74f3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:23.039550 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8f9a35b2-37b6-4ccb-a096-8e6901f19f44 req-24de201b-d5dc-4f4e-b191-23edeaad74f3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0687046 Jul 07 15:36:23.088627 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8f9a35b2-37b6-4ccb-a096-8e6901f19f44 req-d7c0dfe3-0f98-44f8-baec-58a8cf9af17f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425971 Jul 07 15:36:23.769760 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f514c5-dcfb-4761-8db1-20df480803f0 req-341f996f-fa14-4c56-af87-aff2b0c09579 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:23.771265 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-39f514c5-dcfb-4761-8db1-20df480803f0 req-341f996f-fa14-4c56-af87-aff2b0c09579 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0525455 Jul 07 15:36:23.825724 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-39f514c5-dcfb-4761-8db1-20df480803f0 req-3a25a225-8513-452e-a7af-d4ec3a51bdd4 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486133 Jul 07 15:36:24.242363 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52692e18-13ea-496c-a433-092a2bd101af req-78ce054c-5d4a-453b-a383-a5a325d1ab01 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:24.244521 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-52692e18-13ea-496c-a433-092a2bd101af req-78ce054c-5d4a-453b-a383-a5a325d1ab01 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0717981 Jul 07 15:36:24.269526 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:24.282334 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:24.289820 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:24.304201 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-52692e18-13ea-496c-a433-092a2bd101af req-5e51bffe-afad-4ea0-aef6-02f2301882e5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536618 Jul 07 15:36:24.879872 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-dfa756f1-3466-4148-b851-0a9f7aa45bdb tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1337540441&fields=id&tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8 HTTP/1.1" status: 200 len: 267 time: 0.0528932 Jul 07 15:36:24.999698 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685ef29-3dfc-4838-956e-5ae64ae83a94 req-ba40723c-4d9e-463d-9c15-f9f35efa57e9 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:25.001227 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9685ef29-3dfc-4838-956e-5ae64ae83a94 req-ba40723c-4d9e-463d-9c15-f9f35efa57e9 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0920403 Jul 07 15:36:25.047177 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-a2abc64c-d49f-45b5-bfda-315daa3d60b8 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:25.048704 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-a2abc64c-d49f-45b5-bfda-315daa3d60b8 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/networks?id=b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 200 len: 817 time: 0.1673138 Jul 07 15:36:25.081306 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-d8744917-03ed-4059-a4fc-bf5e4d88242e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/quotas/8404651e9fb4443a9cdebb3f79a4e6a8 HTTP/1.1" status: 200 len: 375 time: 0.0247874 Jul 07 15:36:25.085668 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9685ef29-3dfc-4838-956e-5ae64ae83a94 req-0be34299-edbb-4a91-891a-5379adc03066 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756958 Jul 07 15:36:25.135626 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-3936898e-71ec-497e-9523-1ca7a80abd48 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0489388 Jul 07 15:36:25.254959 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-b06f46a3-0cab-43da-a099-43bb9a7d8d52 service neutron] 10.222.0.25 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063285 Jul 07 15:36:25.363947 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-77ea2882-a832-4724-8bac-1ab79c162006 service neutron] 10.222.0.25 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031966 Jul 07 15:36:25.478713 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec54e6-a88d-49ab-9210-cd35502bd7fb req-97bcfe59-dde6-4e88-a091-290d2878effa tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:25.488654 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f7ec54e6-a88d-49ab-9210-cd35502bd7fb req-97bcfe59-dde6-4e88-a091-290d2878effa tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0837657 Jul 07 15:36:25.537824 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f7ec54e6-a88d-49ab-9210-cd35502bd7fb req-9a285ad8-d7bd-4657-8cd3-36b5d7449fb1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478199 Jul 07 15:36:25.559040 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:25.796528 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:26.213757 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32420e8-38b8-4659-92bf-e0910eb98625 req-1b772130-f1ac-4618-9277-822e000e61ed tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:26.215233 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d32420e8-38b8-4659-92bf-e0910eb98625 req-1b772130-f1ac-4618-9277-822e000e61ed tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0507257 Jul 07 15:36:26.265134 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d32420e8-38b8-4659-92bf-e0910eb98625 req-ae11cada-2f0e-4e30-8edc-9875fbc761c1 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443265 Jul 07 15:36:26.680234 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5cb44-cbab-43e6-9259-43e09c004f58 req-90dc9c54-8fcd-4ae4-8ff9-04bf6034dac5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:26.682403 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1ed5cb44-cbab-43e6-9259-43e09c004f58 req-90dc9c54-8fcd-4ae4-8ff9-04bf6034dac5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0497558 Jul 07 15:36:26.742388 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-96e48b2d-2a12-457a-8634-0ede632100de req-a33d3137-5c54-4065-b417-89928a02ca63 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 210 time: 0.0320854 Jul 07 15:36:26.770522 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1ed5cb44-cbab-43e6-9259-43e09c004f58 req-bd694749-75d9-4653-b288-d1e00339cc59 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823150 Jul 07 15:36:27.598332 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fbf51-51c5-4b2c-b872-4693fc6a082d req-5296c2c8-efd4-4b8a-a976-eaa43889b6b0 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:27.599823 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a66fbf51-51c5-4b2c-b872-4693fc6a082d req-5296c2c8-efd4-4b8a-a976-eaa43889b6b0 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.2668133 Jul 07 15:36:27.645533 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a66fbf51-51c5-4b2c-b872-4693fc6a082d req-a4d9d458-5e6f-4e45-91d0-886ae03bff83 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398183 Jul 07 15:36:27.837386 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7cba2231-57e7-44b1-8065-60fd97e41f94 req-d8a4605e-11f3-40b6-8255-37e8a97e9e37 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 210 time: 0.0282598 Jul 07 15:36:27.892587 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dad1ba-6972-47a1-9572-856bd1a509d8 req-e6843a32-c47e-4b97-be47-0f22d36e294d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:27.894055 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-53dad1ba-6972-47a1-9572-856bd1a509d8 req-e6843a32-c47e-4b97-be47-0f22d36e294d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0495937 Jul 07 15:36:27.946507 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:27.951937 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-53dad1ba-6972-47a1-9572-856bd1a509d8 req-0d0e05b0-5210-4761-830d-fe302c7fcd70 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513930 Jul 07 15:36:28.759994 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e84de-34b7-4a1f-84df-06dc824b3e38 req-d8921524-fa67-456a-ad21-dad0b172142d tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:28.761454 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bd2e84de-34b7-4a1f-84df-06dc824b3e38 req-d8921524-fa67-456a-ad21-dad0b172142d tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0496500 Jul 07 15:36:28.781146 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:28.811300 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bd2e84de-34b7-4a1f-84df-06dc824b3e38 req-7cd1788e-8e45-423a-ba2b-fd022a9cf4f8 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441921 Jul 07 15:36:28.938480 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b2c8aa65-bf0b-48ac-98cb-42c25345fc59 req-fcebf184-e7d2-4c19-8d24-873068119d04 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 210 time: 0.0285802 Jul 07 15:36:28.938868 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:29.069667 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d35bf-9893-49e4-ac00-d5e2b7c36800 req-171bfb53-b923-40f5-8248-230da75579bb tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:29.071137 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ef0d35bf-9893-49e4-ac00-d5e2b7c36800 req-171bfb53-b923-40f5-8248-230da75579bb tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0470290 Jul 07 15:36:29.121203 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ef0d35bf-9893-49e4-ac00-d5e2b7c36800 req-ed8185cd-19d3-4734-be5d-4ed9405458b3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445340 Jul 07 15:36:29.697104 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16c4f0-41b8-47de-a06d-830ed910edcb req-3eb682f8-ac05-4e1d-9cf7-4a37ca5f1756 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:29.698591 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-6f16c4f0-41b8-47de-a06d-830ed910edcb req-3eb682f8-ac05-4e1d-9cf7-4a37ca5f1756 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0493143 Jul 07 15:36:29.808669 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-6f16c4f0-41b8-47de-a06d-830ed910edcb req-8a9f7868-33ae-48cf-8b28-6ddea2a5af60 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Deleting port 52b419cf-1015-4084-93af-9e336d123a8d {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:36:29.808925 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-6f16c4f0-41b8-47de-a06d-830ed910edcb req-8a9f7868-33ae-48cf-8b28-6ddea2a5af60 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (52b419cf-1015-4084-93af-9e336d123a8d), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:29.911935 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-6f16c4f0-41b8-47de-a06d-830ed910edcb req-8a9f7868-33ae-48cf-8b28-6ddea2a5af60 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] For port 52b419cf-1015-4084-93af-9e336d123a8d, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=52b419cf-1015-4084-93af-9e336d123a8d,segment=NetworkSegment(ed63999d-a217-482d-bd8a-3637ca6f281d),segment_id=ed63999d-a217-482d-bd8a-3637ca6f281d)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:29.912294 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-6f16c4f0-41b8-47de-a06d-830ed910edcb req-8a9f7868-33ae-48cf-8b28-6ddea2a5af60 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (52b419cf-1015-4084-93af-9e336d123a8d), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:29.925876 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-6f16c4f0-41b8-47de-a06d-830ed910edcb req-8a9f7868-33ae-48cf-8b28-6ddea2a5af60 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Calling delete_port for 52b419cf-1015-4084-93af-9e336d123a8d owned by compute:nova {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:36:29.926975 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc47619-3bf6-4a9c-8091-b0457d226bce req-7e6bbbea-e2cd-4aa0-ad57-351abdb0e86d tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:29.928495 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6fc47619-3bf6-4a9c-8091-b0457d226bce req-7e6bbbea-e2cd-4aa0-ad57-351abdb0e86d tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 950 time: 0.0484519 Jul 07 15:36:29.983164 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6fc47619-3bf6-4a9c-8091-b0457d226bce req-66842131-83dd-4cf3-8601-e938b234ffc9 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e9eddb3-6dc0-4d6b-807c-6337a85971d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487812 Jul 07 15:36:30.029602 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-01927239-3fe8-460c-9771-55d93cda79f5 req-bda0c614-c09b-46ea-be03-f5597186e2d6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 210 time: 0.0283344 Jul 07 15:36:30.145262 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-6f16c4f0-41b8-47de-a06d-830ed910edcb req-8a9f7868-33ae-48cf-8b28-6ddea2a5af60 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (52b419cf-1015-4084-93af-9e336d123a8d), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:30.162053 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['52b419cf-1015-4084-93af-9e336d123a8d'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:36:30.177972 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f7868-33ae-48cf-8b28-6ddea2a5af60 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Pushing event deleted for resources: {'Port': ['ID=52b419cf-1015-4084-93af-9e336d123a8d,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:30.242773 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f16c4f0-41b8-47de-a06d-830ed910edcb req-8a9f7868-33ae-48cf-8b28-6ddea2a5af60 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] No DVR routers for this DVR port 52b419cf-1015-4084-93af-9e336d123a8d on host hv-cinder-84130 {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:36:30.245300 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-6f16c4f0-41b8-47de-a06d-830ed910edcb req-8a9f7868-33ae-48cf-8b28-6ddea2a5af60 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:30.248515 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-6f16c4f0-41b8-47de-a06d-830ed910edcb req-8a9f7868-33ae-48cf-8b28-6ddea2a5af60 tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.50 "DELETE /v2.0/ports/52b419cf-1015-4084-93af-9e336d123a8d HTTP/1.1" status: 204 len: 173 time: 0.5410254 Jul 07 15:36:30.248946 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbefda7a-a7a6-418c-a5a2-abaf6451ef7a', 'name': 'network-vif-deleted', 'tag': '52b419cf-1015-4084-93af-9e336d123a8d'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:36:30.255532 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12d0a3b-3a2f-45be-9be8-f4eceb382ba8" -d '{"events": [{"server_uuid": "dbefda7a-a7a6-418c-a5a2-abaf6451ef7a", "name": "network-vif-deleted", "tag": "52b419cf-1015-4084-93af-9e336d123a8d"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:36:30.269003 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=83 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:30.282191 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad529978-df75-430f-955a-23091f4d14fa req-cee13798-58fa-45cc-b21f-275116aee8b3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:30.283796 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ad529978-df75-430f-955a-23091f4d14fa req-cee13798-58fa-45cc-b21f-275116aee8b3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0631716 Jul 07 15:36:30.301356 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2e5e28-8cc6-40a5-9e0c-0c1c28171058 x-openstack-request-id: req-7b2e5e28-8cc6-40a5-9e0c-0c1c28171058 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:36:30.301679 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbefda7a-a7a6-418c-a5a2-abaf6451ef7a", "name": "network-vif-deleted", "tag": "52b419cf-1015-4084-93af-9e336d123a8d", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:36:30.301929 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b2e5e28-8cc6-40a5-9e0c-0c1c28171058 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:36:30.302330 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b2e5e28-8cc6-40a5-9e0c-0c1c28171058'] response: {'server_uuid': 'dbefda7a-a7a6-418c-a5a2-abaf6451ef7a', 'name': 'network-vif-deleted', 'tag': '52b419cf-1015-4084-93af-9e336d123a8d', 'status': 'completed', 'code': 200} Jul 07 15:36:30.344866 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ad529978-df75-430f-955a-23091f4d14fa req-e2f90413-32ac-40f6-a483-7991d5e3ae6e tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536656 Jul 07 15:36:30.482116 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-963fc14c-4618-4364-9db0-4f9673620c13 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:30.484622 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-963fc14c-4618-4364-9db0-4f9673620c13 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.50 "GET /v2.0/networks?id=b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 200 len: 817 time: 0.1124594 Jul 07 15:36:30.555482 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-024957e5-01ee-4608-a2e5-4775ccf98108 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8 HTTP/1.1" status: 200 len: 380 time: 0.0550933 Jul 07 15:36:30.570167 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-fdeaed8a-b098-49c9-8d52-4ec96d37c03e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Request body: {'port': {'device_id': '05028730-a81d-4edf-a4e2-96d672547be4', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'admin_state_up': True, 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'security_groups': ['681d3b75-d60c-4827-b436-a4b78575db81']}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:30.768221 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-fdeaed8a-b098-49c9-8d52-4ec96d37c03e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Made reservation on behalf of 8404651e9fb4443a9cdebb3f79a4e6a8 for: {'port': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:36:30.771697 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-fdeaed8a-b098-49c9-8d52-4ec96d37c03e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:30.844303 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:30.901367 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-fdeaed8a-b098-49c9-8d52-4ec96d37c03e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Allocated IP 172.20.0.12 (b4a3d0bd-27a0-4957-a668-c94979f88543/97e3d972-be6d-4b72-9024-2daa5123c3d4/1b1ff111-abae-4beb-8edb-da235fcc08f4) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:36:30.920207 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:31.068004 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-fdeaed8a-b098-49c9-8d52-4ec96d37c03e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for port (1b1ff111-abae-4beb-8edb-da235fcc08f4), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:31.093693 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-ade02cab-9a2f-448a-aff6-117d600cadd1 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112910285&fields=id&tenant_id=41be827d61314cdbb5387c24e6353bb5 HTTP/1.1" status: 200 len: 267 time: 0.0598576 Jul 07 15:36:31.111668 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-be646775-58ef-4def-95f9-46a779536604 req-7061de84-e97c-40bf-b611-e57cc23e883a tempest-VolumesNegativeTest-482327951 tempest-VolumesNegativeTest-482327951-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbefda7a-a7a6-418c-a5a2-abaf6451ef7a HTTP/1.1" status: 200 len: 210 time: 0.0421922 Jul 07 15:36:31.205724 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-fdeaed8a-b098-49c9-8d52-4ec96d37c03e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (1b1ff111-abae-4beb-8edb-da235fcc08f4), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:31.219611 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-805a1d4b-e7bf-42e2-bc3b-a6bc43d6d834 req-a7c6a0ee-010a-476d-8b7b-60c8b324b55b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 210 time: 0.0363996 Jul 07 15:36:31.235749 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=7 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:31.247179 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-88ffaca7-b28d-40ab-a2a5-3fd7b6ee204c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:31.248759 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-88ffaca7-b28d-40ab-a2a5-3fd7b6ee204c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/networks?id=757ed358-1381-4fc5-bef5-a1b2bca8fd1b HTTP/1.1" status: 200 len: 808 time: 0.1402609 Jul 07 15:36:31.262659 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-fdeaed8a-b098-49c9-8d52-4ec96d37c03e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Network b4a3d0bd-27a0-4957-a668-c94979f88543 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:36:31.264514 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-16e4570f-9596-4e7b-b6f2-3b374a1c9f85 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/quotas/41be827d61314cdbb5387c24e6353bb5 HTTP/1.1" status: 200 len: 375 time: 0.0098097 Jul 07 15:36:31.270276 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-fdeaed8a-b098-49c9-8d52-4ec96d37c03e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:31.274646 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-fdeaed8a-b098-49c9-8d52-4ec96d37c03e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:36:31.280299 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-fdeaed8a-b098-49c9-8d52-4ec96d37c03e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:31.281431 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-fdeaed8a-b098-49c9-8d52-4ec96d37c03e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:31.293329 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeaed8a-b098-49c9-8d52-4ec96d37c03e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Pushing event updated for resources: {'Port': ['ID=1b1ff111-abae-4beb-8edb-da235fcc08f4,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:31.318489 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-765a76f7-2baa-4aff-ab84-3bd670ac3bdc tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=41be827d61314cdbb5387c24e6353bb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486293 Jul 07 15:36:31.385670 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-fdeaed8a-b098-49c9-8d52-4ec96d37c03e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8195095 Jul 07 15:36:31.403490 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Request body: {'port': {'device_id': '05028730-a81d-4edf-a4e2-96d672547be4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:31.433705 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-fc65d5b6-50fd-4b9d-9c80-3e6ab2a33d53 service neutron] 10.222.0.25 "GET /v2.0/networks/757ed358-1381-4fc5-bef5-a1b2bca8fd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023231 Jul 07 15:36:31.488451 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (1b1ff111-abae-4beb-8edb-da235fcc08f4), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:31.505719 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245b97b-0d63-4ac7-a774-3a8f00df584b req-8a856501-af2c-461d-a7db-1406a8ea86e2 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:31.507107 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3245b97b-0d63-4ac7-a774-3a8f00df584b req-8a856501-af2c-461d-a7db-1406a8ea86e2 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0763035 Jul 07 15:36:31.527279 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:31.534021 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-e61a9473-ad51-442e-8128-4baf8b87303c None None] Provisioning complete for port 1b1ff111-abae-4beb-8edb-da235fcc08f4 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:31.534512 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e61a9473-ad51-442e-8128-4baf8b87303c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (1b1ff111-abae-4beb-8edb-da235fcc08f4), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:31.569324 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-e61a9473-ad51-442e-8128-4baf8b87303c None None] Port 1b1ff111-abae-4beb-8edb-da235fcc08f4 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:36:31.596450 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-ad758ac0-93d0-4bff-89a2-e08b00788192 service neutron] 10.222.0.25 "GET /v2.0/networks/757ed358-1381-4fc5-bef5-a1b2bca8fd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511765 Jul 07 15:36:31.608301 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3245b97b-0d63-4ac7-a774-3a8f00df584b req-c91bedb2-a476-47b2-ad6c-0fe0d306de0a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680640 Jul 07 15:36:31.698977 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:31.759438 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1ff111-abae-4beb-8edb-da235fcc08f4 {{(pid=104327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:36:31.766992 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Publish callbacks [] for port (1b1ff111-abae-4beb-8edb-da235fcc08f4), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:31.780098 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.provisioning_blocks [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Transition to ACTIVE for port object 1b1ff111-abae-4beb-8edb-da235fcc08f4 will not be triggered until provisioned by entity L2. {{(pid=104327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:36:31.873050 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (1b1ff111-abae-4beb-8edb-da235fcc08f4), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:31.929141 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1ff111-abae-4beb-8edb-da235fcc08f4,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:31.971683 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Attempting to bind port 1b1ff111-abae-4beb-8edb-da235fcc08f4 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:36:31.972078 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Attempting to bind port 1b1ff111-abae-4beb-8edb-da235fcc08f4 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:36:31.972406 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Attempting to bind port 1b1ff111-abae-4beb-8edb-da235fcc08f4 on network b4a3d0bd-27a0-4957-a668-c94979f88543 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:36:31.977505 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Port 1b1ff111-abae-4beb-8edb-da235fcc08f4 on network b4a3d0bd-27a0-4957-a668-c94979f88543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:36:31.977853 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Attempting to bind port 1b1ff111-abae-4beb-8edb-da235fcc08f4 on network b4a3d0bd-27a0-4957-a668-c94979f88543 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:36:31.984180 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:36:31.984515 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Checking segment: {'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:36:31.984893 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Bound using segment: {'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:36:31.985461 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Bound port: 1b1ff111-abae-4beb-8edb-da235fcc08f4, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651aa612-0444-4836-a783-65d8a11cc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:36:31.985829 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (1b1ff111-abae-4beb-8edb-da235fcc08f4), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:32.052442 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] For port 1b1ff111-abae-4beb-8edb-da235fcc08f4, host hv-cinder-84130, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:36:32.056301 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] For port 1b1ff111-abae-4beb-8edb-da235fcc08f4, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=1b1ff111-abae-4beb-8edb-da235fcc08f4,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:36:32.136421 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (1b1ff111-abae-4beb-8edb-da235fcc08f4), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:32.136570 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-60db5b6d-4e82-44ab-aee2-c1977f58b429 req-3aa4cc98-2157-4e11-a35b-0359941c59af tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 210 time: 0.0296683 Jul 07 15:36:32.182533 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:32.183176 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:32.184681 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] 10.222.0.50 "PUT /v2.0/ports/1b1ff111-abae-4beb-8edb-da235fcc08f4 HTTP/1.1" status: 200 len: 1094 time: 0.7881756 Jul 07 15:36:32.212715 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f6f7c-bef3-4bcf-aa17-c9f0782ae340 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1ff111-abae-4beb-8edb-da235fcc08f4,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:32.303768 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05028730-a81d-4edf-a4e2-96d672547be4', 'tag': '1b1ff111-abae-4beb-8edb-da235fcc08f4'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:36:32.306383 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6afde5-297f-4c7f-884a-11775c16fd3f" -d '{"events": [{"name": "network-changed", "server_uuid": "05028730-a81d-4edf-a4e2-96d672547be4", "tag": "1b1ff111-abae-4beb-8edb-da235fcc08f4"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:36:32.356221 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a6e56c-4276-4302-bcaf-c1419927d91e x-openstack-request-id: req-42a6e56c-4276-4302-bcaf-c1419927d91e {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:36:32.357417 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05028730-a81d-4edf-a4e2-96d672547be4", "tag": "1b1ff111-abae-4beb-8edb-da235fcc08f4", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:36:32.357781 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42a6e56c-4276-4302-bcaf-c1419927d91e {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:36:32.358293 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a6e56c-4276-4302-bcaf-c1419927d91e'] response: {'name': 'network-changed', 'server_uuid': '05028730-a81d-4edf-a4e2-96d672547be4', 'tag': '1b1ff111-abae-4beb-8edb-da235fcc08f4', 'status': 'completed', 'code': 200} Jul 07 15:36:32.375066 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-61ed6ab4-2e93-493e-88fe-2d87dae9370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:32.380841 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d12f5-af35-4579-9027-719c59406d04 req-5910a48c-3d69-4cb4-835d-eb02cfad9e48 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:32.381009 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-61ed6ab4-2e93-493e-88fe-2d87dae9370e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 1128 time: 0.0612652 Jul 07 15:36:32.381127 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-779d12f5-af35-4579-9027-719c59406d04 req-5910a48c-3d69-4cb4-835d-eb02cfad9e48 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 944 time: 0.0785942 Jul 07 15:36:32.422974 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-f726a054-0c12-4b96-b8ee-dcf52cec9d24 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b1ff111-abae-4beb-8edb-da235fcc08f4 HTTP/1.1" status: 200 len: 217 time: 0.0342422 Jul 07 15:36:32.437878 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-779d12f5-af35-4579-9027-719c59406d04 req-7b035fba-cd5a-4678-9374-deffca40a9a9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535581 Jul 07 15:36:32.480228 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-6b38d599-8323-4fdc-a40f-b76883a758cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:32.481709 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-6b38d599-8323-4fdc-a40f-b76883a758cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97e3d972-be6d-4b72-9024-2daa5123c3d4 HTTP/1.1" status: 200 len: 856 time: 0.0504925 Jul 07 15:36:32.519884 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:32.532427 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-0280fc0b-ab2f-435c-9c58-b60b845c9a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:32.534244 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-0280fc0b-ab2f-435c-9c58-b60b845c9a58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4a3d0bd-27a0-4957-a668-c94979f88543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460417 Jul 07 15:36:32.631885 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-036f73fb-ddd6-4d83-851f-68180dc6834c service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893042 Jul 07 15:36:32.733644 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8285b8cd-b74d-4561-9b4f-fcd13bffac87 req-33f5efd6-11b2-4c31-99c5-2283c86cab0e service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939612 Jul 07 15:36:32.738906 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:32.748891 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679efd6-36bf-47ed-8e27-d9a8fcd88412 req-154df222-54c0-487c-b280-f61b0e65e223 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:32.755822 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1679efd6-36bf-47ed-8e27-d9a8fcd88412 req-154df222-54c0-487c-b280-f61b0e65e223 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0600898 Jul 07 15:36:32.770735 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:32.801762 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1679efd6-36bf-47ed-8e27-d9a8fcd88412 req-e3da98e0-313e-4991-9e54-94d7b57ca014 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450785 Jul 07 15:36:33.218493 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-03612772-6f82-48d4-9b8d-f02bf97de6c6 req-46e5c9de-bdb5-4238-b87f-31a40d22113c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 210 time: 0.0288610 Jul 07 15:36:33.512976 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:33.558728 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89fb17-7437-4d91-b5d6-6f4c6e083a71 req-34eef7e6-57b9-4fc5-b051-1a810435427d tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:33.560662 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cb89fb17-7437-4d91-b5d6-6f4c6e083a71 req-34eef7e6-57b9-4fc5-b051-1a810435427d tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 944 time: 0.0513301 Jul 07 15:36:33.587974 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 52b419cf-1015-4084-93af-9e336d123a8d no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:36:33.610680 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: 52b419cf-1015-4084-93af-9e336d123a8d {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:36:33.611128 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 52b419cf-1015-4084-93af-9e336d123a8d not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:36:33.619591 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cb89fb17-7437-4d91-b5d6-6f4c6e083a71 req-9017f1d9-8e40-4b3e-838e-379602a8bb98 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526028 Jul 07 15:36:33.922476 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77152b37-84d7-4a7e-8e80-75af32c41990 req-97819520-0493-4049-b22e-16a52832da3e tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:33.924158 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-77152b37-84d7-4a7e-8e80-75af32c41990 req-97819520-0493-4049-b22e-16a52832da3e tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0490551 Jul 07 15:36:33.979301 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-77152b37-84d7-4a7e-8e80-75af32c41990 req-a2bafd41-54c4-49be-b426-bef70816bc38 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492883 Jul 07 15:36:33.998137 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6afde5-297f-4c7f-884a-11775c16fd3f req-810b9f4c-8a8e-4ab2-be12-001b866428d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:34.003809 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3f6afde5-297f-4c7f-884a-11775c16fd3f req-810b9f4c-8a8e-4ab2-be12-001b866428d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 1128 time: 0.0434868 Jul 07 15:36:34.099049 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6afde5-297f-4c7f-884a-11775c16fd3f req-1ee342f1-2202-4814-8576-328868618f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:34.100634 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3f6afde5-297f-4c7f-884a-11775c16fd3f req-1ee342f1-2202-4814-8576-328868618f08 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 200 len: 918 time: 0.0940726 Jul 07 15:36:34.142825 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3f6afde5-297f-4c7f-884a-11775c16fd3f req-6f5028c3-1206-402b-acaf-ce687733096c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b1ff111-abae-4beb-8edb-da235fcc08f4 HTTP/1.1" status: 200 len: 217 time: 0.0329454 Jul 07 15:36:34.193854 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6afde5-297f-4c7f-884a-11775c16fd3f req-0efe9094-7dc2-41ce-9f0b-3eae36fbcb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:34.195302 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3f6afde5-297f-4c7f-884a-11775c16fd3f req-0efe9094-7dc2-41ce-9f0b-3eae36fbcb41 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97e3d972-be6d-4b72-9024-2daa5123c3d4 HTTP/1.1" status: 200 len: 856 time: 0.0445707 Jul 07 15:36:34.315217 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6a3341f9-3390-42e1-8a83-9f34e6c75831 req-ba544575-87b2-4920-b3cf-1dda234b1ad0 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 210 time: 0.0288994 Jul 07 15:36:34.742244 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca848ea-075c-40aa-a831-16ade1c2d3e9 req-1df70088-84b4-482e-9bfe-85d4ac813f8a tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:34.744077 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1ca848ea-075c-40aa-a831-16ade1c2d3e9 req-1df70088-84b4-482e-9bfe-85d4ac813f8a tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 944 time: 0.0539527 Jul 07 15:36:34.794961 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1ca848ea-075c-40aa-a831-16ade1c2d3e9 req-f20dab4c-6964-4fc7-969c-5eab3d7eb361 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449960 Jul 07 15:36:35.100115 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22356a-9fba-4d80-aaf7-071fefb81af2 req-98e2dc37-8f4e-492c-a5af-005faace8bcf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:35.101567 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-be22356a-9fba-4d80-aaf7-071fefb81af2 req-98e2dc37-8f4e-492c-a5af-005faace8bcf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0484602 Jul 07 15:36:35.149605 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-be22356a-9fba-4d80-aaf7-071fefb81af2 req-ac188aa5-fdda-4943-8b10-332380140b07 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421984 Jul 07 15:36:35.434733 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-753d9764-bb95-4b5b-b1f9-e1e853006dc1 req-b9981542-6e52-47c1-a29e-64cb820092e5 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 210 time: 0.0292385 Jul 07 15:36:35.598484 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 1b1ff111-abae-4beb-8edb-da235fcc08f4 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:36:35.698057 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 1b1ff111-abae-4beb-8edb-da235fcc08f4, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=1b1ff111-abae-4beb-8edb-da235fcc08f4,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:35.709898 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '1b1ff111-abae-4beb-8edb-da235fcc08f4', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'port_id': '1b1ff111-abae-4beb-8edb-da235fcc08f4', 'mac_address': 'fa:16:3e:dd:af:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:36:35.752435 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 1b1ff111-abae-4beb-8edb-da235fcc08f4 is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:35.752435 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (1b1ff111-abae-4beb-8edb-da235fcc08f4), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:35.763315 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1ff111-abae-4beb-8edb-da235fcc08f4 {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:36:35.782660 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 1b1ff111-abae-4beb-8edb-da235fcc08f4, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=1b1ff111-abae-4beb-8edb-da235fcc08f4,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:35.856649 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (1b1ff111-abae-4beb-8edb-da235fcc08f4), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:35.907053 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=1b1ff111-abae-4beb-8edb-da235fcc08f4,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:35.915664 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:35.916005 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:35.916538 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:35.917055 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:35.917388 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:35.917711 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:35.918031 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:35.918346 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:35.918822 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:35.919143 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:35.919483 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:35.919827 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:35.920149 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:35.920458 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:35.920944 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:36:35.925354 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959cacd-3dcc-4194-8f7e-9963897c268e req-12ec602b-91fb-4be9-8fe4-1fc595f99405 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:35.928028 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0959cacd-3dcc-4194-8f7e-9963897c268e req-12ec602b-91fb-4be9-8fe4-1fc595f99405 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 945 time: 0.0568497 Jul 07 15:36:35.981477 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0959cacd-3dcc-4194-8f7e-9963897c268e req-91bd7b25-3cc9-4462-80af-f8dac465a115 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486126 Jul 07 15:36:36.176887 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['1b1ff111-abae-4beb-8edb-da235fcc08f4'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:36:36.280208 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09199f5-7a28-485c-9a38-325ecd34f482 req-75ee4fa5-de2b-457d-b9f5-19c83aed137a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:36.287536 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f09199f5-7a28-485c-9a38-325ecd34f482 req-75ee4fa5-de2b-457d-b9f5-19c83aed137a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0632753 Jul 07 15:36:36.335336 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f09199f5-7a28-485c-9a38-325ecd34f482 req-10fcb36a-2b5c-45a4-9e76-57e160a3de7f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469329 Jul 07 15:36:36.529813 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-699e74bc-bd36-4e28-8df3-5b2f597ee449 req-187ce185-1a5f-46a2-9bf4-861294b7ff24 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 210 time: 0.0285897 Jul 07 15:36:37.097275 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c3553-4b5d-486d-8873-60af6a5ad1a6 req-a42823f5-14c0-4494-92e3-c75a6a9d7d89 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:37.098786 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-156c3553-4b5d-486d-8873-60af6a5ad1a6 req-a42823f5-14c0-4494-92e3-c75a6a9d7d89 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 945 time: 0.0520899 Jul 07 15:36:37.146133 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-156c3553-4b5d-486d-8873-60af6a5ad1a6 req-e610a6d4-ace8-443f-9129-692221a54486 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418358 Jul 07 15:36:37.456478 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f795dd-ca4c-49c4-a82a-e9aea9378cb0 req-885173a0-d1ef-4f17-921b-b1456068eecf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:37.460313 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-30f795dd-ca4c-49c4-a82a-e9aea9378cb0 req-885173a0-d1ef-4f17-921b-b1456068eecf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0472071 Jul 07 15:36:37.504657 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-30f795dd-ca4c-49c4-a82a-e9aea9378cb0 req-55753e8d-4400-46ef-9717-6730f8dfb816 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411158 Jul 07 15:36:37.624395 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 1b1ff111-abae-4beb-8edb-da235fcc08f4 up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:37.625861 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-738e6f32-58a6-460a-bdbe-fca41a503b84 req-1ef6bb21-67a3-4f0e-8f21-be0565302be9 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 210 time: 0.0314643 Jul 07 15:36:37.662150 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:37.666435 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port 1b1ff111-abae-4beb-8edb-da235fcc08f4 completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:36:37.713012 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 1b1ff111-abae-4beb-8edb-da235fcc08f4 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:37.713387 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (1b1ff111-abae-4beb-8edb-da235fcc08f4), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:37.790169 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 1b1ff111-abae-4beb-8edb-da235fcc08f4 is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:37.790460 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (1b1ff111-abae-4beb-8edb-da235fcc08f4), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:37.813320 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05028730-a81d-4edf-a4e2-96d672547be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1ff111-abae-4beb-8edb-da235fcc08f4'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:36:37.816133 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eb0c75-cdfa-46ab-8788-0cc63b38ce4b" -d '{"events": [{"server_uuid": "05028730-a81d-4edf-a4e2-96d672547be4", "name": "network-vif-plugged", "status": "completed", "tag": "1b1ff111-abae-4beb-8edb-da235fcc08f4"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:36:37.825467 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:37.829010 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 1b1ff111-abae-4beb-8edb-da235fcc08f4, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=1b1ff111-abae-4beb-8edb-da235fcc08f4,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:37.855307 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0993514-9fdf-4280-84eb-705a123ab83c x-openstack-request-id: req-a0993514-9fdf-4280-84eb-705a123ab83c {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:36:37.855650 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05028730-a81d-4edf-a4e2-96d672547be4", "name": "network-vif-plugged", "status": "completed", "tag": "1b1ff111-abae-4beb-8edb-da235fcc08f4", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:36:37.855907 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0993514-9fdf-4280-84eb-705a123ab83c {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:36:37.856295 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0993514-9fdf-4280-84eb-705a123ab83c'] response: {'server_uuid': '05028730-a81d-4edf-a4e2-96d672547be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1ff111-abae-4beb-8edb-da235fcc08f4', 'code': 200} Jul 07 15:36:37.930232 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (1b1ff111-abae-4beb-8edb-da235fcc08f4), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:37.977216 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=1b1ff111-abae-4beb-8edb-da235fcc08f4,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:38.206886 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45508) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:38.258221 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2bcdf-a246-4bd9-9d85-ca435286b274 req-18a2722d-92c1-472c-aa5f-f84614330b36 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:38.259714 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e4d2bcdf-a246-4bd9-9d85-ca435286b274 req-18a2722d-92c1-472c-aa5f-f84614330b36 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0469613 Jul 07 15:36:38.293731 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:38.308522 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e4d2bcdf-a246-4bd9-9d85-ca435286b274 req-0f9888de-50bc-4333-8b2d-f96357754ae9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430498 Jul 07 15:36:38.342113 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-5a883a1a-03c4-4969-a54c-d45788ef241f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b42fb18bea524ba980012973ec2a9ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340418 Jul 07 15:36:38.344493 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45512) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:38.351555 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:38.396497 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-33bfb7b3-12bf-4d17-bf00-ce7fc75b78df admin admin] Publish callbacks [] for security_group (9e9eddb3-6dc0-4d6b-807c-6337a85971d2), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:38.417657 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-33bfb7b3-12bf-4d17-bf00-ce7fc75b78df admin admin] Publish callbacks [] for security_group (9e9eddb3-6dc0-4d6b-807c-6337a85971d2), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:38.545083 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-33bfb7b3-12bf-4d17-bf00-ce7fc75b78df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (9e9eddb3-6dc0-4d6b-807c-6337a85971d2), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:38.547548 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-33bfb7b3-12bf-4d17-bf00-ce7fc75b78df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:38.550485 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-33bfb7b3-12bf-4d17-bf00-ce7fc75b78df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e9eddb3-6dc0-4d6b-807c-6337a85971d2 HTTP/1.1" status: 204 len: 168 time: 0.2050555 Jul 07 15:36:38.558565 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfb7b3-12bf-4d17-bf00-ce7fc75b78df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9eddb3-6dc0-4d6b-807c-6337a85971d2,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:38.641742 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876ed10-c3a7-4f84-90a3-7ffc8458feff req-5d76f47b-8bc4-4517-bcd3-be2eafc59bcb tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:38.643225 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d876ed10-c3a7-4f84-90a3-7ffc8458feff req-5d76f47b-8bc4-4517-bcd3-be2eafc59bcb tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0481684 Jul 07 15:36:38.695325 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d876ed10-c3a7-4f84-90a3-7ffc8458feff req-aa289f4c-8a2f-4f0b-a87b-7c688eb90022 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464020 Jul 07 15:36:38.731311 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-aea4392f-0e7d-4315-a25a-297d2432fd27 req-99ed2219-1d8a-4768-82ea-dc7f1a99f153 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 210 time: 0.0327773 Jul 07 15:36:39.420280 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6afde5-297f-4c7f-884a-11775c16fd3f req-0fdcba2e-15ce-41e9-be6e-b90c32bb803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:39.421808 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3f6afde5-297f-4c7f-884a-11775c16fd3f req-0fdcba2e-15ce-41e9-be6e-b90c32bb803a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4a3d0bd-27a0-4957-a668-c94979f88543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462954 Jul 07 15:36:39.432121 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2fc30-2d32-4340-9959-103fff5abaa7 req-04f5b7e7-56c8-4a1c-ad33-1f6c0962d462 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:39.433630 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-78d2fc30-2d32-4340-9959-103fff5abaa7 req-04f5b7e7-56c8-4a1c-ad33-1f6c0962d462 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0571411 Jul 07 15:36:39.463545 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:39.487244 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-78d2fc30-2d32-4340-9959-103fff5abaa7 req-de061f23-433b-4565-ab26-9b4f8c1ab026 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480144 Jul 07 15:36:39.546183 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45540) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:39.641916 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-ca631dad-ee43-4f80-9817-11b8720b82cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-547955536-network', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:39.707410 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca631dad-ee43-4f80-9817-11b8720b82cf admin admin] Made reservation on behalf of b72dae7a2e644460b4c63da884023c82 for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:36:39.709813 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ca631dad-ee43-4f80-9817-11b8720b82cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:39.718709 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ca631dad-ee43-4f80-9817-11b8720b82cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:39.806266 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ca631dad-ee43-4f80-9817-11b8720b82cf admin admin] Publish callbacks [] for security_group (57b47813-8d72-46ce-806b-fab0aa7f9328), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:39.839970 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8271c2a5-7917-4791-870e-d63ed5961116 req-7721d083-f37b-42db-8455-58630d953777 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 210 time: 0.0356114 Jul 07 15:36:39.846471 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112f70e-e567-411c-8b9a-65e8253b812f req-38ece89b-49b0-43f1-9d5c-93e81e52e699 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:39.848082 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a112f70e-e567-411c-8b9a-65e8253b812f req-38ece89b-49b0-43f1-9d5c-93e81e52e699 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0766346 Jul 07 15:36:39.853452 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ca631dad-ee43-4f80-9817-11b8720b82cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (57b47813-8d72-46ce-806b-fab0aa7f9328), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:39.876611 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca631dad-ee43-4f80-9817-11b8720b82cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:36:39.891762 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca631dad-ee43-4f80-9817-11b8720b82cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b47813-8d72-46ce-806b-fab0aa7f9328,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:39.894846 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ca631dad-ee43-4f80-9817-11b8720b82cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (4e09b110-0507-43cf-8246-f29606b42cd4), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:39.895240 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-ca631dad-ee43-4f80-9817-11b8720b82cf admin admin] Added segment 4e09b110-0507-43cf-8246-f29606b42cd4 of type vlan for network 29820a51-47ed-4a8e-8170-71221aa2cdfe Jul 07 15:36:39.896881 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a112f70e-e567-411c-8b9a-65e8253b812f req-a2f451df-4473-4875-af34-31103f47433b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429797 Jul 07 15:36:39.907008 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:39.940907 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ca631dad-ee43-4f80-9817-11b8720b82cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (29820a51-47ed-4a8e-8170-71221aa2cdfe), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:40.036442 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ca631dad-ee43-4f80-9817-11b8720b82cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (29820a51-47ed-4a8e-8170-71221aa2cdfe), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:40.037462 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca631dad-ee43-4f80-9817-11b8720b82cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:40.038050 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ca631dad-ee43-4f80-9817-11b8720b82cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:40.097325 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca631dad-ee43-4f80-9817-11b8720b82cf admin admin] Pushing event updated for resources: {'Network': ['ID=29820a51-47ed-4a8e-8170-71221aa2cdfe,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:40.107227 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network 29820a51-47ed-4a8e-8170-71221aa2cdfe details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:36:40.127640 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ca631dad-ee43-4f80-9817-11b8720b82cf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5802994 Jul 07 15:36:40.130314 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45548) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:40.134983 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-7dc2b76f-9692-4da1-ba9d-d96616bf5214 admin admin] Request body: {'subnet': {'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-547955536-subnet', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:40.231734 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc2b76f-9692-4da1-ba9d-d96616bf5214 admin admin] Made reservation on behalf of b72dae7a2e644460b4c63da884023c82 for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:36:40.233981 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7dc2b76f-9692-4da1-ba9d-d96616bf5214 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:40.349389 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:40.382540 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3f6afde5-297f-4c7f-884a-11775c16fd3f req-ba21a491-ca00-4464-9177-514fffe2f25e service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642427 Jul 07 15:36:40.554768 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3f6afde5-297f-4c7f-884a-11775c16fd3f req-f3f0ad77-fb05-4972-85bf-71d12386474f service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641660 Jul 07 15:36:40.610322 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7dc2b76f-9692-4da1-ba9d-d96616bf5214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (bf143fb6-d0fd-4e14-a506-bd386a1da1c6), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:40.633346 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50008f50-558e-41a0-a51e-2c2d7de6d2ff req-f02f71b6-be5d-4b78-862e-04dec91294ce tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:40.634738 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-50008f50-558e-41a0-a51e-2c2d7de6d2ff req-f02f71b6-be5d-4b78-862e-04dec91294ce tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0758703 Jul 07 15:36:40.640195 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f45dc-7242-4f76-9773-dd27554a1ae9 req-09fed96e-86de-493e-b275-8213f99b88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:40.641409 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-902f45dc-7242-4f76-9773-dd27554a1ae9 req-09fed96e-86de-493e-b275-8213f99b88f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 1130 time: 0.0509520 Jul 07 15:36:40.673301 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2b76f-9692-4da1-ba9d-d96616bf5214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf143fb6-d0fd-4e14-a506-bd386a1da1c6,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:40.682113 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2b76f-9692-4da1-ba9d-d96616bf5214 admin admin] Checking segment: {'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:36:40.682466 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc2b76f-9692-4da1-ba9d-d96616bf5214 admin admin] Network hostable DHCP agents. Network: 29820a51-47ed-4a8e-8170-71221aa2cdfe, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:36:40.688114 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-50008f50-558e-41a0-a51e-2c2d7de6d2ff req-6d516135-5d68-4aeb-a576-83351db5d98a tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457611 Jul 07 15:36:40.747196 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc2b76f-9692-4da1-ba9d-d96616bf5214 admin admin] Network 29820a51-47ed-4a8e-8170-71221aa2cdfe is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:36:40.813906 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-7dc2b76f-9692-4da1-ba9d-d96616bf5214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, 29820a51-47ed-4a8e-8170-71221aa2cdfe) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:40.818656 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc2b76f-9692-4da1-ba9d-d96616bf5214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:40.819245 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7dc2b76f-9692-4da1-ba9d-d96616bf5214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:40.824127 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65697861-c593-4bdc-a003-b913f5944e67 None None] Network 29820a51-47ed-4a8e-8170-71221aa2cdfe requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:36:40.879894 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-902f45dc-7242-4f76-9773-dd27554a1ae9 req-a57e65b6-c636-4c4d-bee5-dfbb7eb431ac service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429716 Jul 07 15:36:40.898009 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-7dc2b76f-9692-4da1-ba9d-d96616bf5214 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7655771 Jul 07 15:36:40.899815 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45556) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:40.904526 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:40.946263 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1ee6318-512b-5199-b841-32f325bbc01a-29820a51-47ed-4a8e-8170-71221aa2cdfe', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6'}]}} from dv-cinder-841302-5-iscsi. {{(pid=104329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 15:36:40.947327 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:40.966710 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9fddce39-4474-46ed-ab03-19b6433d480e req-03211b4d-a31e-4ba0-be3e-c436f2b4ad2e tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 210 time: 0.0451443 Jul 07 15:36:41.031148 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-89475'] for router (dc842381-3dbf-414f-8223-8f44fd847642), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:41.032330 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-89482'] for router (dc842381-3dbf-414f-8223-8f44fd847642), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:41.054210 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81c97d-3e93-4db9-aa2e-0aea2fd403bf req-ebeec6c7-b6db-4ecf-8c39-9def1bd945c6 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:41.055731 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0e81c97d-3e93-4db9-aa2e-0aea2fd403bf req-ebeec6c7-b6db-4ecf-8c39-9def1bd945c6 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 944 time: 0.0557165 Jul 07 15:36:41.089046 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Publish callbacks [] for router_controller (dc842381-3dbf-414f-8223-8f44fd847642), precommit_add_association {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:41.096606 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.db_base_plugin_common [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Allocated IP 172.20.0.2 (29820a51-47ed-4a8e-8170-71221aa2cdfe/bf143fb6-d0fd-4e14-a506-bd386a1da1c6/42976198-3697-45ee-9773-f8a91ad966b2) {{(pid=104329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:36:41.136156 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0e81c97d-3e93-4db9-aa2e-0aea2fd403bf req-a2f338ef-7756-41e0-88da-84c5bddd0b39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707977 Jul 07 15:36:41.207811 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:41.242985 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-85920a18-05dd-4fbc-934d-61289c8d75fd tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:41.244749 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-85920a18-05dd-4fbc-934d-61289c8d75fd tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.50 "GET /v2.0/networks?id=757ed358-1381-4fc5-bef5-a1b2bca8fd1b HTTP/1.1" status: 200 len: 808 time: 0.1385255 Jul 07 15:36:41.257313 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Publish callbacks [] for port (42976198-3697-45ee-9773-f8a91ad966b2), precommit_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:41.276189 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Publish callbacks [] for router_gateway (dc842381-3dbf-414f-8223-8f44fd847642), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:41.311334 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a2d40cf4-0e1f-46cc-bc04-f7a76292d3aa tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41be827d61314cdbb5387c24e6353bb5 HTTP/1.1" status: 200 len: 380 time: 0.0567822 Jul 07 15:36:41.345400 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (42976198-3697-45ee-9773-f8a91ad966b2), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:41.391163 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Network 29820a51-47ed-4a8e-8170-71221aa2cdfe is already hosted by enough agents. {{(pid=104329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:36:41.396517 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.base_scheduler [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Resources bound (agent type, host, resource id): {{(pid=104329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:41.401223 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Received port after_create {{(pid=104329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:36:41.406715 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Pushing event updated for resources: {'Port': ['ID=42976198-3697-45ee-9773-f8a91ad966b2,revision_number=1']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:41.463584 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Attempting to bind port 42976198-3697-45ee-9773-f8a91ad966b2 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:36:41.464044 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Attempting to bind port 42976198-3697-45ee-9773-f8a91ad966b2 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:36:41.464504 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Attempting to bind port 42976198-3697-45ee-9773-f8a91ad966b2 on network 29820a51-47ed-4a8e-8170-71221aa2cdfe {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:36:41.470688 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:36:41.471065 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Checking segment: {'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:36:41.471507 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:41.471918 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Bound using segment: {'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:36:41.472378 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Bound port: 42976198-3697-45ee-9773-f8a91ad966b2, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:36:41.472752 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (42976198-3697-45ee-9773-f8a91ad966b2), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:41.537195 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] For port 42976198-3697-45ee-9773-f8a91ad966b2, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:36:41.540469 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] For port 42976198-3697-45ee-9773-f8a91ad966b2, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=42976198-3697-45ee-9773-f8a91ad966b2,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:36:41.599267 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (42976198-3697-45ee-9773-f8a91ad966b2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:41.666975 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:36:41.677773 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00408e-4d29-4a30-a9da-4c0a4571752c None None] Pushing event updated for resources: {'Port': ['ID=42976198-3697-45ee-9773-f8a91ad966b2,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:41.693761 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:41.699419 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:41.723775 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-369cede5-2756-4258-bb35-8b6eb28dec37 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Request body: {'port': {'device_id': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'admin_state_up': True, 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'security_groups': ['2a33ddaf-1d76-4215-8b10-2307428902cd']}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:41.820965 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:41.826289 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Publish callbacks [] for router_gateway (dc842381-3dbf-414f-8223-8f44fd847642), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:41.853853 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:41.855812 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'port_id': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a', 'mac_address': 'fa:16:3e:59:a9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:36:41.913607 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f6fd1-d832-4cfc-a9fe-d185fe55ab50 req-86d8b588-2668-4120-b696-b7cdd333ee8a tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:41.920566 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d32f6fd1-d832-4cfc-a9fe-d185fe55ab50 req-86d8b588-2668-4120-b696-b7cdd333ee8a tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0945945 Jul 07 15:36:41.965804 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:41.965804 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:41.990409 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:36:42.016038 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d32f6fd1-d832-4cfc-a9fe-d185fe55ab50 req-d6ba1413-68d1-42f4-8457-d4b84a631227 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926692 Jul 07 15:36:42.041939 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:42.060163 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Allocated IP 172.27.1.143 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/d3760c2a-7714-4e14-ac54-d97a42f07b0d) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:36:42.098571 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c86932d0-dc61-4265-a45c-06985410e8d0 req-8aad2604-a8ea-4d09-bec1-9de36e0f0cf0 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 210 time: 0.0345881 Jul 07 15:36:42.099208 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-369cede5-2756-4258-bb35-8b6eb28dec37 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Made reservation on behalf of 41be827d61314cdbb5387c24e6353bb5 for: {'port': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:36:42.102751 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-369cede5-2756-4258-bb35-8b6eb28dec37 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:42.113112 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:42.169173 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,revision_number=9']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:42.174045 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:42.196567 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Publish callbacks [] for port (d3760c2a-7714-4e14-ac54-d97a42f07b0d), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:42.214451 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:42.223015 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:42.284758 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (d3760c2a-7714-4e14-ac54-d97a42f07b0d), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:42.287795 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-369cede5-2756-4258-bb35-8b6eb28dec37 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Allocated IP 172.20.0.14 (757ed358-1381-4fc5-bef5-a1b2bca8fd1b/f8151f99-f507-4459-a9a2-6d20274116fb/bcf3a191-4ef0-4048-9b74-408448e7ee6d) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:36:42.298969 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f007f-0106-48b9-a01f-1b405f581938 req-6c5c615c-7869-4843-8efd-dcc9bc541f3e tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:42.300472 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-601f007f-0106-48b9-a01f-1b405f581938 req-6c5c615c-7869-4843-8efd-dcc9bc541f3e tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 945 time: 0.0735345 Jul 07 15:36:42.331916 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:36:42.337310 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:42.340298 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Pushing event updated for resources: {'Port': ['ID=d3760c2a-7714-4e14-ac54-d97a42f07b0d,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:42.343088 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:36:42.394209 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-601f007f-0106-48b9-a01f-1b405f581938 req-d80afeb9-30bf-4d13-9df9-9bb2fe8a05f9 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862868 Jul 07 15:36:42.434344 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:36:42.504658 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-369cede5-2756-4258-bb35-8b6eb28dec37 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:42.632003 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-369cede5-2756-4258-bb35-8b6eb28dec37 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:42.687137 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:42.693795 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Publish callbacks [] for router_gateway (dc842381-3dbf-414f-8223-8f44fd847642), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:42.703727 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-369cede5-2756-4258-bb35-8b6eb28dec37 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Network 757ed358-1381-4fc5-bef5-a1b2bca8fd1b is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:36:42.709278 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-369cede5-2756-4258-bb35-8b6eb28dec37 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:42.722046 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-369cede5-2756-4258-bb35-8b6eb28dec37 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:36:42.731418 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:42.761097 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cede5-2756-4258-bb35-8b6eb28dec37 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Pushing event updated for resources: {'Port': ['ID=bcf3a191-4ef0-4048-9b74-408448e7ee6d,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:42.794918 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-369cede5-2756-4258-bb35-8b6eb28dec37 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:42.795685 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-369cede5-2756-4258-bb35-8b6eb28dec37 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:42.820897 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 42976198-3697-45ee-9773-f8a91ad966b2 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:42.881329 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-369cede5-2756-4258-bb35-8b6eb28dec37 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1794214 Jul 07 15:36:42.889851 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd28152-4c88-4fbb-9298-94cb847d620a None None] Network 29820a51-47ed-4a8e-8170-71221aa2cdfe requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:36:42.896707 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Request body: {'port': {'device_id': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:43.011232 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:43.020262 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-c8ad2ec0-daf6-4368-b805-c008f93f5795 None None] Provisioning complete for port 42976198-3697-45ee-9773-f8a91ad966b2 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:43.020614 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2ec0-daf6-4368-b805-c008f93f5795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (42976198-3697-45ee-9773-f8a91ad966b2), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:43.038793 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537336'] for router (dc842381-3dbf-414f-8223-8f44fd847642), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:43.061462 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 42976198-3697-45ee-9773-f8a91ad966b2 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:43.061841 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (42976198-3697-45ee-9773-f8a91ad966b2), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:43.222534 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f57134-8b1e-4abe-a103-eb358870d506 req-93b3ee94-d0ab-4ccf-ad66-a0239973eccd tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:43.224000 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d4f57134-8b1e-4abe-a103-eb358870d506 req-93b3ee94-d0ab-4ccf-ad66-a0239973eccd tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0900552 Jul 07 15:36:43.233187 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:43.297894 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad2ec0-daf6-4368-b805-c008f93f5795 None None] Current status of the port 42976198-3697-45ee-9773-f8a91ad966b2 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:43.297894 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2ec0-daf6-4368-b805-c008f93f5795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (42976198-3697-45ee-9773-f8a91ad966b2), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:43.346644 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 42976198-3697-45ee-9773-f8a91ad966b2 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:43.347097 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (42976198-3697-45ee-9773-f8a91ad966b2), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:43.372555 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d4f57134-8b1e-4abe-a103-eb358870d506 req-9a5d44f6-f54d-4320-ba3b-5171ae795c2a tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407859 Jul 07 15:36:43.373540 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-c8ad2ec0-daf6-4368-b805-c008f93f5795 None None] For port 42976198-3697-45ee-9773-f8a91ad966b2, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=42976198-3697-45ee-9773-f8a91ad966b2,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:43.381991 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b8595-a32c-416c-a05d-6a531e84dddc req-3c56e7fe-91c6-4787-8801-0d2a7711d052 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:43.384205 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2c2b8595-a32c-416c-a05d-6a531e84dddc req-3c56e7fe-91c6-4787-8801-0d2a7711d052 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 932 time: 0.0975883 Jul 07 15:36:43.408361 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:43.410440 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Router dc842381-3dbf-414f-8223-8f44fd847642 is scheduled to L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f with binding_index 1 {{(pid=104327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 15:36:43.497039 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2ec0-daf6-4368-b805-c008f93f5795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (42976198-3697-45ee-9773-f8a91ad966b2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:43.504637 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2c2b8595-a32c-416c-a05d-6a531e84dddc req-a0e56f00-e5f6-4be5-96e4-fb79d3b4fdd2 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071923 Jul 07 15:36:43.504796 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:43.511366 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf3a191-4ef0-4048-9b74-408448e7ee6d {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:36:43.526578 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Publish callbacks [] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:43.548010 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Transition to ACTIVE for port object bcf3a191-4ef0-4048-9b74-408448e7ee6d will not be triggered until provisioned by entity L2. {{(pid=104328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:36:43.550728 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:36:43.610457 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461a820-956c-451c-bdc3-81483e49cbb0 req-bdbc327f-3eef-4dab-b2d5-e24f296aa365 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:43.612227 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1461a820-956c-451c-bdc3-81483e49cbb0 req-bdbc327f-3eef-4dab-b2d5-e24f296aa365 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0528641 Jul 07 15:36:43.619960 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:43.623701 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45584) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:43.630146 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-4a9c6b1d-b099-432e-9fd9-e4a579b42e2f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Request body: {'floatingip': {'port_id': '1b1ff111-abae-4beb-8edb-da235fcc08f4'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:43.698884 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a9c6b1d-b099-432e-9fd9-e4a579b42e2f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for floatingip (20645b8a-a951-473e-b6b8-6f280cd4ba17), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:43.723340 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:43.725621 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Sync routers for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:36:43.747117 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0769e1a-128f-493b-9236-49823ccc1616 req-b860b708-00fe-44ef-b5df-a5272c1119d7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:43.747117 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e0769e1a-128f-493b-9236-49823ccc1616 req-b860b708-00fe-44ef-b5df-a5272c1119d7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 945 time: 0.0647619 Jul 07 15:36:43.808603 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.db.api [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 07 15:36:43.809046 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG oslo_db.api [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 15:36:43.814115 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:43.814749 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:43.820095 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad2ec0-daf6-4368-b805-c008f93f5795 None None] Pushing event updated for resources: {'Port': ['ID=42976198-3697-45ee-9773-f8a91ad966b2,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:43.848081 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Attempting to bind port bcf3a191-4ef0-4048-9b74-408448e7ee6d on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:36:43.848809 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Attempting to bind port bcf3a191-4ef0-4048-9b74-408448e7ee6d by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': 'b7f4c497-742a-4266-9eca-a37d713bad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:36:43.849308 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Attempting to bind port bcf3a191-4ef0-4048-9b74-408448e7ee6d on network 757ed358-1381-4fc5-bef5-a1b2bca8fd1b {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:36:43.866846 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf3a191-4ef0-4048-9b74-408448e7ee6d,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:43.869427 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-d506c086-2c4b-40bf-9c79-466e9cc99c88 None None] Provisioning complete for port 42976198-3697-45ee-9773-f8a91ad966b2 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:43.889205 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d506c086-2c4b-40bf-9c79-466e9cc99c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (42976198-3697-45ee-9773-f8a91ad966b2), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:43.898962 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Port bcf3a191-4ef0-4048-9b74-408448e7ee6d on network 757ed358-1381-4fc5-bef5-a1b2bca8fd1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:36:43.899305 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Attempting to bind port bcf3a191-4ef0-4048-9b74-408448e7ee6d on network 757ed358-1381-4fc5-bef5-a1b2bca8fd1b {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:36:43.932709 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:43.935022 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:36:43.935375 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Checking segment: {'id': 'b7f4c497-742a-4266-9eca-a37d713bad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:36:43.935752 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:43.935895 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Bound using segment: {'id': 'b7f4c497-742a-4266-9eca-a37d713bad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:36:43.936214 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Bound port: bcf3a191-4ef0-4048-9b74-408448e7ee6d, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f4c497-742a-4266-9eca-a37d713bad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:36:43.936577 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:43.936995 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-60ff9a2c-c644-4683-b918-544bb94580e3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0357568 Jul 07 15:36:43.940388 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45588) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:43.986416 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e0769e1a-128f-493b-9236-49823ccc1616 req-a18d942b-26ff-416c-aa35-17650d1264cb tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079077 Jul 07 15:36:43.989516 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:43.989996 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:44.001225 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8d9cc-8c13-4521-b03d-a59df2ca30be req-65afe612-95a4-4ff5-b771-35ff1568f48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:44.009219 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3ce8d9cc-8c13-4521-b03d-a59df2ca30be req-65afe612-95a4-4ff5-b771-35ff1568f48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 946 time: 0.1023932 Jul 07 15:36:44.081264 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:44.096646 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3ce8d9cc-8c13-4521-b03d-a59df2ca30be req-99f39005-b0e7-4fdc-acc6-f0511df6b4b0 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a4f6052-b263-409c-8c5e-578e5b2779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860724 Jul 07 15:36:44.099241 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] For port bcf3a191-4ef0-4048-9b74-408448e7ee6d, host hv-cinder-84130, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:36:44.102940 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] For port bcf3a191-4ef0-4048-9b74-408448e7ee6d, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=bcf3a191-4ef0-4048-9b74-408448e7ee6d,segment=NetworkSegment(b7f4c497-742a-4266-9eca-a37d713bad41),segment_id=b7f4c497-742a-4266-9eca-a37d713bad41)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:36:44.106902 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:44.167367 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-d506c086-2c4b-40bf-9c79-466e9cc99c88 None None] Current status of the port 42976198-3697-45ee-9773-f8a91ad966b2 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:44.202630 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:44.251217 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:44.252733 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:44.252863 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:44.252960 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:44.256569 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] 10.222.0.50 "PUT /v2.0/ports/bcf3a191-4ef0-4048-9b74-408448e7ee6d HTTP/1.1" status: 200 len: 1094 time: 1.3661833 Jul 07 15:36:44.258268 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'tag': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:36:44.264076 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3659fe-6ccb-49d2-afa3-528d51d4a3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8af2eb-fd79-4b8d-a9ef-648a1959ded8", "tag": "bcf3a191-4ef0-4048-9b74-408448e7ee6d"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:36:44.292912 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798dd5e-7844-486d-8858-a1bfa34828f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf3a191-4ef0-4048-9b74-408448e7ee6d,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:44.293420 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:36:44.297839 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dcc9f4-8e7d-4f52-8602-22bc6678244a" -d '{"events": [{"server_uuid": "2e85e6b3-ebad-441e-afcd-31692b27b782", "name": "network-vif-plugged", "status": "completed", "tag": "8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:36:44.322085 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:44.328567 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:44.348201 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ed351e-5bbc-4d2d-a40e-2187bf0693ae x-openstack-request-id: req-04ed351e-5bbc-4d2d-a40e-2187bf0693ae {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:36:44.348484 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8af2eb-fd79-4b8d-a9ef-648a1959ded8", "tag": "bcf3a191-4ef0-4048-9b74-408448e7ee6d", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:36:44.348732 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04ed351e-5bbc-4d2d-a40e-2187bf0693ae {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:36:44.349569 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ed351e-5bbc-4d2d-a40e-2187bf0693ae'] response: {'name': 'network-changed', 'server_uuid': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'tag': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d', 'status': 'completed', 'code': 200} Jul 07 15:36:44.374744 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5aecf71-f715-45a0-9c1b-9eac8670d835 x-openstack-request-id: req-c5aecf71-f715-45a0-9c1b-9eac8670d835 {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:36:44.375119 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e85e6b3-ebad-441e-afcd-31692b27b782", "name": "network-vif-plugged", "status": "completed", "tag": "8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:36:44.375301 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5aecf71-f715-45a0-9c1b-9eac8670d835 {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:36:44.375657 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5aecf71-f715-45a0-9c1b-9eac8670d835'] response: {'server_uuid': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a', 'code': 200} Jul 07 15:36:44.388120 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:44.394891 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 42976198-3697-45ee-9773-f8a91ad966b2 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:44.431965 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:44.434723 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:42Z', 'revision_number': 3, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:44.464124 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Checking router: dc842381-3dbf-414f-8223-8f44fd847642 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:36:44.464464 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Updating router dc842381-3dbf-414f-8223-8f44fd847642 port d3760c2a-7714-4e14-ac54-d97a42f07b0d binding host dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:36:44.501056 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,revision_number=10']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:44.509472 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (d3760c2a-7714-4e14-ac54-d97a42f07b0d), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:44.515169 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a9c6b1d-b099-432e-9fd9-e4a579b42e2f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:44.606934 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a9c6b1d-b099-432e-9fd9-e4a579b42e2f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (20645b8a-a951-473e-b6b8-6f280cd4ba17), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:44.623238 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098dffa-eea4-4a79-a46d-828c7ecb73f6 req-7b65ffc3-794b-4042-ab0e-24b1ffa8206f tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:44.624852 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9098dffa-eea4-4a79-a46d-828c7ecb73f6 req-7b65ffc3-794b-4042-ab0e-24b1ffa8206f tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0541077 Jul 07 15:36:44.642596 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:44.690907 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:44.706775 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9098dffa-eea4-4a79-a46d-828c7ecb73f6 req-9b6cce84-ae5e-41f8-b372-3c89fca6def0 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725942 Jul 07 15:36:44.740455 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:44.755961 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-4a9c6b1d-b099-432e-9fd9-e4a579b42e2f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Floating IP 20645b8a-a951-473e-b6b8-6f280cd4ba17 associated. External IP: 172.27.1.118, port: 1b1ff111-abae-4beb-8edb-da235fcc08f4. Jul 07 15:36:44.783965 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 42976198-3697-45ee-9773-f8a91ad966b2 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:44.829975 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Publish callbacks [] for port (d3760c2a-7714-4e14-ac54-d97a42f07b0d), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:44.846598 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 42976198-3697-45ee-9773-f8a91ad966b2 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:44.846963 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (42976198-3697-45ee-9773-f8a91ad966b2), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:44.912812 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (d3760c2a-7714-4e14-ac54-d97a42f07b0d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:44.963733 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 42976198-3697-45ee-9773-f8a91ad966b2 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:44.983046 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Attempting to bind port d3760c2a-7714-4e14-ac54-d97a42f07b0d on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:36:44.983418 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Attempting to bind port d3760c2a-7714-4e14-ac54-d97a42f07b0d by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:36:44.983853 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Attempting to bind port d3760c2a-7714-4e14-ac54-d97a42f07b0d on network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:36:44.987045 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:44.989632 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d5991-4225-4787-b8b7-793a59daddfe None None] Pushing event updated for resources: {'Port': ['ID=d3760c2a-7714-4e14-ac54-d97a42f07b0d,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:44.993664 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:36:44.993664 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Checking segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:36:44.993664 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:44.993664 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Bound using segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:36:44.994216 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Bound port: d3760c2a-7714-4e14-ac54-d97a42f07b0d, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:36:44.994501 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (d3760c2a-7714-4e14-ac54-d97a42f07b0d), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:45.051388 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] For port d3760c2a-7714-4e14-ac54-d97a42f07b0d, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:36:45.056053 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] For port d3760c2a-7714-4e14-ac54-d97a42f07b0d, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=d3760c2a-7714-4e14-ac54-d97a42f07b0d,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:36:45.119559 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c830b-c50d-47a5-b374-e950faf15852 req-a7abff67-0558-45d0-988d-a0f6ef5a5380 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:45.121141 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7d6c830b-c50d-47a5-b374-e950faf15852 req-a7abff67-0558-45d0-988d-a0f6ef5a5380 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 947 time: 0.0513723 Jul 07 15:36:45.146976 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (d3760c2a-7714-4e14-ac54-d97a42f07b0d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:45.227989 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:45.228797 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:45.277237 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d5991-4225-4787-b8b7-793a59daddfe None None] Pushing event updated for resources: {'Port': ['ID=d3760c2a-7714-4e14-ac54-d97a42f07b0d,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:45.327056 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Allocated IP 172.20.0.1 (29820a51-47ed-4a8e-8170-71221aa2cdfe/bf143fb6-d0fd-4e14-a506-bd386a1da1c6/ddc0072f-5efa-4d52-943d-6aa9dc76ca91) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:36:45.354502 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:45.449017 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:45.454408 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9c6b1d-b099-432e-9fd9-e4a579b42e2f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Router c8c3e586-e682-4d74-a549-f9080e37ddb7 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:36:45.490988 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7d6c830b-c50d-47a5-b374-e950faf15852 req-9928106e-bffb-4fa7-a155-8bb4511073bf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3635271 Jul 07 15:36:45.518239 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc2288-e3af-492d-a983-f159f7fe1390 req-90b5738e-5149-4bc1-ad31-7b3a69e670d8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:45.518239 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0ebc2288-e3af-492d-a983-f159f7fe1390 req-90b5738e-5149-4bc1-ad31-7b3a69e670d8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 946 time: 0.3376007 Jul 07 15:36:45.518239 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3659fe-6ccb-49d2-afa3-528d51d4a3f0 req-7c4733a2-e8f2-4664-851e-d4f9ec667585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:45.519206 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9a3659fe-6ccb-49d2-afa3-528d51d4a3f0 req-7c4733a2-e8f2-4664-851e-d4f9ec667585 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=41be827d61314cdbb5387c24e6353bb5&device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 1128 time: 0.3277137 Jul 07 15:36:45.552005 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Publish callbacks [] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:45.554654 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:42Z', 'revision_number': 3, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:45.571853 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0ebc2288-e3af-492d-a983-f159f7fe1390 req-fd569ab0-6254-44b4-a4ec-9ac28465c3ce tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a4f6052-b263-409c-8c5e-578e5b2779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505617 Jul 07 15:36:45.583368 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e92eb2-3d56-4a4c-b8a6-ecf072cb38f7 None None] The sync data for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi is: [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:42Z', 'revision_number': 3, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:36:45.643110 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9c6b1d-b099-432e-9fd9-e4a579b42e2f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:36:45.652493 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a9c6b1d-b099-432e-9fd9-e4a579b42e2f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:45.653190 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83caa653-2033-43ba-8d5e-93fccdd59150 None None] Sync routers for ids ['c8c3e586-e682-4d74-a549-f9080e37ddb7'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:36:45.678643 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83caa653-2033-43ba-8d5e-93fccdd59150 None None] Routers {'c8c3e586-e682-4d74-a549-f9080e37ddb7'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:45.679365 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-83caa653-2033-43ba-8d5e-93fccdd59150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['c8c3e586-e682-4d74-a549-f9080e37ddb7'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:45.698930 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4a9c6b1d-b099-432e-9fd9-e4a579b42e2f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "PUT /v2.0/floatingips/20645b8a-a951-473e-b6b8-6f280cd4ba17 HTTP/1.1" status: 200 len: 992 time: 2.0740485 Jul 07 15:36:45.699860 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05028730-a81d-4edf-a4e2-96d672547be4', 'tag': '1b1ff111-abae-4beb-8edb-da235fcc08f4'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:36:45.703310 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590105c1-c2a9-4dc1-8512-7a36c3e5dd43" -d '{"events": [{"name": "network-changed", "server_uuid": "05028730-a81d-4edf-a4e2-96d672547be4", "tag": "1b1ff111-abae-4beb-8edb-da235fcc08f4"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:36:45.724130 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:45.764450 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:45.766336 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3659fe-6ccb-49d2-afa3-528d51d4a3f0 req-b0805051-8eaf-4c1e-b237-a715570bc888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:45.767997 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9a3659fe-6ccb-49d2-afa3-528d51d4a3f0 req-b0805051-8eaf-4c1e-b237-a715570bc888 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=41be827d61314cdbb5387c24e6353bb5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1350763 Jul 07 15:36:45.810319 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Network 29820a51-47ed-4a8e-8170-71221aa2cdfe is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:36:45.815177 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a283c6-2fcd-4695-a8b5-ca4a7a0c45f5 x-openstack-request-id: req-d4a283c6-2fcd-4695-a8b5-ca4a7a0c45f5 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:36:45.819710 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05028730-a81d-4edf-a4e2-96d672547be4", "tag": "1b1ff111-abae-4beb-8edb-da235fcc08f4", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:36:45.819710 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4a283c6-2fcd-4695-a8b5-ca4a7a0c45f5 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:36:45.819710 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a283c6-2fcd-4695-a8b5-ca4a7a0c45f5'] response: {'name': 'network-changed', 'server_uuid': '05028730-a81d-4edf-a4e2-96d672547be4', 'tag': '1b1ff111-abae-4beb-8edb-da235fcc08f4', 'status': 'completed', 'code': 200} Jul 07 15:36:45.832184 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:45.834684 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:36:45.835173 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-533504'] for router_interface (dc842381-3dbf-414f-8223-8f44fd847642), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:45.836173 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-83caa653-2033-43ba-8d5e-93fccdd59150 None None] Set router c8c3e586-e682-4d74-a549-f9080e37ddb7 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:45.997034 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc0072f-5efa-4d52-943d-6aa9dc76ca91,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:46.034199 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bbb1a-59f4-4fb3-9995-0ca7d5499a9e req-0759f8de-c1b3-48ed-a3cc-bee2e321078a tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:46.036640 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-6d0bbb1a-59f4-4fb3-9995-0ca7d5499a9e req-0759f8de-c1b3-48ed-a3cc-bee2e321078a tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 946 time: 0.2665749 Jul 07 15:36:46.058554 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590105c1-c2a9-4dc1-8512-7a36c3e5dd43 req-1c874658-acc0-4823-849c-8848d58eaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:46.060236 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-590105c1-c2a9-4dc1-8512-7a36c3e5dd43 req-1c874658-acc0-4823-849c-8848d58eaa61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 1130 time: 0.2293530 Jul 07 15:36:46.092136 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5be82-abdc-4bfd-b3f0-5b4b5f2d9106 req-8ccc0f47-f752-437a-9ef8-fa4f7fb8b5be tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:46.099982 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-46b5be82-abdc-4bfd-b3f0-5b4b5f2d9106 req-8ccc0f47-f752-437a-9ef8-fa4f7fb8b5be tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.2663181 Jul 07 15:36:46.114051 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3659fe-6ccb-49d2-afa3-528d51d4a3f0 req-a46afca7-3eb1-4e33-8ee4-1b7b32dbee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:46.116032 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9a3659fe-6ccb-49d2-afa3-528d51d4a3f0 req-a46afca7-3eb1-4e33-8ee4-1b7b32dbee6e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3337920 Jul 07 15:36:46.117095 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b4836-0c1c-46ed-afe9-deea2bf9e8e3 req-8c41c421-0ba5-4c8f-a5cc-63a15ab91b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:46.118460 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ff2b4836-0c1c-46ed-afe9-deea2bf9e8e3 req-8c41c421-0ba5-4c8f-a5cc-63a15ab91b1e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 1131 time: 0.1252484 Jul 07 15:36:46.242698 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-83caa653-2033-43ba-8d5e-93fccdd59150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:34:32Z', 'revision_number': 4, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port': {'id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:30Z', 'updated_at': '2022-07-07T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '20645b8a-a951-473e-b6b8-6f280cd4ba17', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'port_id': '1b1ff111-abae-4beb-8edb-da235fcc08f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'mac_address': 'fa:16:3e:dd:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05028730-a81d-4edf-a4e2-96d672547be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:36:18Z', 'updated_at': '2022-07-07T15:36:44Z', 'revision_number': 1, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93597cf1-f56a-4b95-b9a0-78a8e28ebd64', 'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'mac_address': 'fa:16:3e:99:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:32Z', 'updated_at': '2022-07-07T15:34:36Z', 'revision_number': 5, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'subnets': [{'id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:46.251370 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-50998e09-4fef-41f5-8195-842e40a35374 None None] Provisioning complete for port ddc0072f-5efa-4d52-943d-6aa9dc76ca91 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:46.256138 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-50998e09-4fef-41f5-8195-842e40a35374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:46.275755 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83caa653-2033-43ba-8d5e-93fccdd59150 None None] Checking router: c8c3e586-e682-4d74-a549-f9080e37ddb7 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:36:46.293963 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-46b5be82-abdc-4bfd-b3f0-5b4b5f2d9106 req-0252d28c-c2fb-46ca-b58a-5e171bb229c3 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865730 Jul 07 15:36:46.305905 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-c25ac1ac-254e-4776-b054-381a5e810de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:46.307874 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-c25ac1ac-254e-4776-b054-381a5e810de9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=41be827d61314cdbb5387c24e6353bb5&device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 1128 time: 0.1403615 Jul 07 15:36:46.308059 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83caa653-2033-43ba-8d5e-93fccdd59150 None None] Routers {'c8c3e586-e682-4d74-a549-f9080e37ddb7'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:46.308564 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-83caa653-2033-43ba-8d5e-93fccdd59150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['c8c3e586-e682-4d74-a549-f9080e37ddb7'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:46.312049 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ff2b4836-0c1c-46ed-afe9-deea2bf9e8e3 req-7ea449ed-833b-4b0e-bbfc-fbba0b1bd1fe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704748 Jul 07 15:36:46.314658 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:46.323398 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:46.336336 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-50998e09-4fef-41f5-8195-842e40a35374 None None] Port ddc0072f-5efa-4d52-943d-6aa9dc76ca91 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:36:46.355962 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590105c1-c2a9-4dc1-8512-7a36c3e5dd43 req-b9a48792-142a-4b04-a696-5a35fbe1e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:46.357186 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-590105c1-c2a9-4dc1-8512-7a36c3e5dd43 req-b9a48792-142a-4b04-a696-5a35fbe1e358 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 200 len: 918 time: 0.2766106 Jul 07 15:36:46.357862 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-6d0bbb1a-59f4-4fb3-9995-0ca7d5499a9e req-534f5d88-77cc-4b60-9bb7-7aea0e7dbd94 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Deleting port 0af4a4b2-ec67-4920-a522-06b353a6ccc2 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:36:46.358057 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-6d0bbb1a-59f4-4fb3-9995-0ca7d5499a9e req-534f5d88-77cc-4b60-9bb7-7aea0e7dbd94 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (0af4a4b2-ec67-4920-a522-06b353a6ccc2), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:46.417848 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-83caa653-2033-43ba-8d5e-93fccdd59150 None None] Set router c8c3e586-e682-4d74-a549-f9080e37ddb7 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:46.551760 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-6d0bbb1a-59f4-4fb3-9995-0ca7d5499a9e req-534f5d88-77cc-4b60-9bb7-7aea0e7dbd94 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] For port 0af4a4b2-ec67-4920-a522-06b353a6ccc2, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=0af4a4b2-ec67-4920-a522-06b353a6ccc2,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:46.552340 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-6d0bbb1a-59f4-4fb3-9995-0ca7d5499a9e req-534f5d88-77cc-4b60-9bb7-7aea0e7dbd94 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (0af4a4b2-ec67-4920-a522-06b353a6ccc2), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:46.575992 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-6aa27059-5656-459e-a86f-aa6602796d70 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcf3a191-4ef0-4048-9b74-408448e7ee6d HTTP/1.1" status: 200 len: 217 time: 0.0500083 Jul 07 15:36:46.671897 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-83caa653-2033-43ba-8d5e-93fccdd59150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:34:32Z', 'revision_number': 4, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port': {'id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:30Z', 'updated_at': '2022-07-07T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '20645b8a-a951-473e-b6b8-6f280cd4ba17', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'port_id': '1b1ff111-abae-4beb-8edb-da235fcc08f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'mac_address': 'fa:16:3e:dd:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05028730-a81d-4edf-a4e2-96d672547be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:36:18Z', 'updated_at': '2022-07-07T15:36:44Z', 'revision_number': 1, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93597cf1-f56a-4b95-b9a0-78a8e28ebd64', 'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'mac_address': 'fa:16:3e:99:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:32Z', 'updated_at': '2022-07-07T15:34:36Z', 'revision_number': 5, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'subnets': [{'id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:46.711149 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83caa653-2033-43ba-8d5e-93fccdd59150 None None] The sync data for ids ['c8c3e586-e682-4d74-a549-f9080e37ddb7'] in dv-cinder-841302-5-iscsi is: [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:34:32Z', 'revision_number': 4, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port': {'id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:30Z', 'updated_at': '2022-07-07T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '20645b8a-a951-473e-b6b8-6f280cd4ba17', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'port_id': '1b1ff111-abae-4beb-8edb-da235fcc08f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'mac_address': 'fa:16:3e:dd:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05028730-a81d-4edf-a4e2-96d672547be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:36:18Z', 'updated_at': '2022-07-07T15:36:44Z', 'revision_number': 1, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93597cf1-f56a-4b95-b9a0-78a8e28ebd64', 'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'mac_address': 'fa:16:3e:99:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:32Z', 'updated_at': '2022-07-07T15:34:36Z', 'revision_number': 5, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'subnets': [{'id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:36:46.752215 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:46.754419 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-590105c1-c2a9-4dc1-8512-7a36c3e5dd43 req-537c2a26-bebe-41bd-ac70-ec21df34a5cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b1ff111-abae-4beb-8edb-da235fcc08f4 HTTP/1.1" status: 200 len: 1000 time: 0.2048674 Jul 07 15:36:46.801434 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27062d91-ba43-45e6-955b-f7d8cc8b90a1 req-2135457a-f054-43ec-a586-a209718787df tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:46.803060 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device d3760c2a-7714-4e14-ac54-d97a42f07b0d up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:46.809895 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-27062d91-ba43-45e6-955b-f7d8cc8b90a1 req-2135457a-f054-43ec-a586-a209718787df tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 947 time: 0.2098789 Jul 07 15:36:46.820579 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-c11584ad-a33d-4656-9b64-e7508bd78fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:46.821939 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-c11584ad-a33d-4656-9b64-e7508bd78fe2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f8151f99-f507-4459-a9a2-6d20274116fb HTTP/1.1" status: 200 len: 847 time: 0.2336898 Jul 07 15:36:46.844255 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d70c67-f036-49ec-b4ed-9e772feda25d req-f58fd349-4016-4846-b08b-e7cbdf732312 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:46.852970 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-33d70c67-f036-49ec-b4ed-9e772feda25d req-f58fd349-4016-4846-b08b-e7cbdf732312 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 946 time: 0.1823015 Jul 07 15:36:46.856705 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Publish callbacks [] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:46.912472 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-6d0bbb1a-59f4-4fb3-9995-0ca7d5499a9e req-534f5d88-77cc-4b60-9bb7-7aea0e7dbd94 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:46.912845 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-6d0bbb1a-59f4-4fb3-9995-0ca7d5499a9e req-534f5d88-77cc-4b60-9bb7-7aea0e7dbd94 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (86e20bae-7650-4e43-b46a-d048f9640aa1), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:46.913167 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.l3_db [req-6d0bbb1a-59f4-4fb3-9995-0ca7d5499a9e req-534f5d88-77cc-4b60-9bb7-7aea0e7dbd94 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Floating IP 86e20bae-7650-4e43-b46a-d048f9640aa1 disassociated. External IP: 172.27.1.73, port: 0af4a4b2-ec67-4920-a522-06b353a6ccc2. Jul 07 15:36:46.913544 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-6d0bbb1a-59f4-4fb3-9995-0ca7d5499a9e req-534f5d88-77cc-4b60-9bb7-7aea0e7dbd94 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Calling delete_port for 0af4a4b2-ec67-4920-a522-06b353a6ccc2 owned by compute:nova {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:36:46.919501 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:46.920033 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:46.920800 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533652'] for router_interface (dc842381-3dbf-414f-8223-8f44fd847642), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:46.934694 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-27062d91-ba43-45e6-955b-f7d8cc8b90a1 req-a9133c97-5ad3-4c4a-b3d2-69a646c4ecb3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238198 Jul 07 15:36:46.954883 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-33d70c67-f036-49ec-b4ed-9e772feda25d req-63936b4a-be05-4102-b1a8-92566a94752c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a4f6052-b263-409c-8c5e-578e5b2779a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966842 Jul 07 15:36:47.031385 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port d3760c2a-7714-4e14-ac54-d97a42f07b0d triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:47.033253 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (d3760c2a-7714-4e14-ac54-d97a42f07b0d), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:47.055828 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:47.064706 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a887a7-2e4a-426c-ab34-3f56e325d8dc None None] New status for floating IP 20645b8a-a951-473e-b6b8-6f280cd4ba17: ACTIVE {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:36:47.082830 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc0072f-5efa-4d52-943d-6aa9dc76ca91,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:47.131865 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Network 29820a51-47ed-4a8e-8170-71221aa2cdfe is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:36:47.133953 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:47.190357 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-dedeec86-959f-41b9-b0f6-e279c4609415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:47.192201 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-dedeec86-959f-41b9-b0f6-e279c4609415 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=757ed358-1381-4fc5-bef5-a1b2bca8fd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492783 Jul 07 15:36:47.193851 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:47.259661 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port d3760c2a-7714-4e14-ac54-d97a42f07b0d is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:47.260058 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (d3760c2a-7714-4e14-ac54-d97a42f07b0d), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:47.285418 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port d3760c2a-7714-4e14-ac54-d97a42f07b0d, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=d3760c2a-7714-4e14-ac54-d97a42f07b0d,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:47.313499 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590105c1-c2a9-4dc1-8512-7a36c3e5dd43 req-8f3bc5c5-7495-4814-9ead-448cd6c3cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:47.315592 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-590105c1-c2a9-4dc1-8512-7a36c3e5dd43 req-8f3bc5c5-7495-4814-9ead-448cd6c3cd88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97e3d972-be6d-4b72-9024-2daa5123c3d4 HTTP/1.1" status: 200 len: 856 time: 0.1736786 Jul 07 15:36:47.321584 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-b6836863-e8b6-45e7-855f-6787b98eae35 service neutron] 10.222.0.50 "GET /v2.0/networks/757ed358-1381-4fc5-bef5-a1b2bca8fd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219735 Jul 07 15:36:47.365196 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (d3760c2a-7714-4e14-ac54-d97a42f07b0d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:47.381091 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Router dc842381-3dbf-414f-8223-8f44fd847642 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:36:47.420151 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590105c1-c2a9-4dc1-8512-7a36c3e5dd43 req-bb9f8e77-c9a6-4ed8-b084-c2106086a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:47.421670 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-590105c1-c2a9-4dc1-8512-7a36c3e5dd43 req-bb9f8e77-c9a6-4ed8-b084-c2106086a876 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4a3d0bd-27a0-4957-a668-c94979f88543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0912659 Jul 07 15:36:47.427363 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-6d0bbb1a-59f4-4fb3-9995-0ca7d5499a9e req-534f5d88-77cc-4b60-9bb7-7aea0e7dbd94 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (0af4a4b2-ec67-4920-a522-06b353a6ccc2), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:47.453125 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=d3760c2a-7714-4e14-ac54-d97a42f07b0d,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:47.467784 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f5d88-77cc-4b60-9bb7-7aea0e7dbd94 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event deleted for resources: {'Port': ['ID=0af4a4b2-ec67-4920-a522-06b353a6ccc2,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:47.495447 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f490118e-b6fb-460f-9f49-c3f6ed47cb78 None None] Provisioning complete for port ddc0072f-5efa-4d52-943d-6aa9dc76ca91 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:47.517672 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f490118e-b6fb-460f-9f49-c3f6ed47cb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:47.517822 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2df668-b947-4fcd-be6b-ae8586e9907e req-ec5c7871-5189-4c18-a833-9457ee8523b4 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:47.517822 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0d2df668-b947-4fcd-be6b-ae8586e9907e req-ec5c7871-5189-4c18-a833-9457ee8523b4 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.1176038 Jul 07 15:36:47.532414 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-808dc494-2bc2-40ad-ba61-de70420eab45 req-b4f8a56c-6b3e-4998-9863-e9139a3354a0 service neutron] 10.222.0.50 "GET /v2.0/networks/757ed358-1381-4fc5-bef5-a1b2bca8fd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009223 Jul 07 15:36:47.539137 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f490118e-b6fb-460f-9f49-c3f6ed47cb78 None None] Port ddc0072f-5efa-4d52-943d-6aa9dc76ca91 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:36:47.577231 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:47.578195 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0d2df668-b947-4fcd-be6b-ae8586e9907e req-b3cf7234-164f-41f8-a908-976a1093fdd2 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690498 Jul 07 15:36:47.973828 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:36:47.981671 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-26bae632-bdff-4921-99fb-cf7f40bd2da4 admin admin] 10.222.0.25 "PUT /v2.0/routers/dc842381-3dbf-414f-8223-8f44fd847642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0403152 Jul 07 15:36:47.986680 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-590105c1-c2a9-4dc1-8512-7a36c3e5dd43 req-af19ed21-93aa-4738-ac7e-6eb85a19f0eb service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313523 Jul 07 15:36:47.991273 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Sync routers for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:36:48.004174 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d0bbb1a-59f4-4fb3-9995-0ca7d5499a9e req-534f5d88-77cc-4b60-9bb7-7aea0e7dbd94 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Router badb391a-9ac8-4700-b35a-45b4f5d75596 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:36:48.010561 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:48.012854 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:48.131331 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d0bbb1a-59f4-4fb3-9995-0ca7d5499a9e req-534f5d88-77cc-4b60-9bb7-7aea0e7dbd94 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:36:48.143667 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433701cb-d6e8-4c73-ab1c-067956a7f69a None None] Sync routers for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:36:48.160068 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433701cb-d6e8-4c73-ab1c-067956a7f69a None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:48.160289 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-433701cb-d6e8-4c73-ab1c-067956a7f69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:48.178588 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4fe63d73-4c15-47e9-a296-04762914911b req-087356c5-5ecb-4991-b5ba-0160223847ed tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0574875 Jul 07 15:36:48.206623 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0bbb1a-59f4-4fb3-9995-0ca7d5499a9e req-534f5d88-77cc-4b60-9bb7-7aea0e7dbd94 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] No DVR routers for this DVR port 0af4a4b2-ec67-4920-a522-06b353a6ccc2 on host hv-cinder-84130 {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:36:48.209843 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-6d0bbb1a-59f4-4fb3-9995-0ca7d5499a9e req-534f5d88-77cc-4b60-9bb7-7aea0e7dbd94 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:48.221183 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-6d0bbb1a-59f4-4fb3-9995-0ca7d5499a9e req-534f5d88-77cc-4b60-9bb7-7aea0e7dbd94 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "DELETE /v2.0/ports/0af4a4b2-ec67-4920-a522-06b353a6ccc2 HTTP/1.1" status: 204 len: 173 time: 2.1597638 Jul 07 15:36:48.222003 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004cd795-a6e3-47b5-ba46-8f24751e8ec2', 'name': 'network-vif-deleted', 'tag': '0af4a4b2-ec67-4920-a522-06b353a6ccc2'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:36:48.225007 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2508a0a3-0a4b-4454-a1a9-256f4f645e3f" -d '{"events": [{"server_uuid": "004cd795-a6e3-47b5-ba46-8f24751e8ec2", "name": "network-vif-deleted", "tag": "0af4a4b2-ec67-4920-a522-06b353a6ccc2"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:36:48.272207 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45ebac-184c-421e-a662-e91b3bb1358e req-211f0e2c-c278-4c8c-bcd1-fd18b7044b3b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:48.276368 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ae45ebac-184c-421e-a662-e91b3bb1358e req-211f0e2c-c278-4c8c-bcd1-fd18b7044b3b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 947 time: 0.1457717 Jul 07 15:36:48.288683 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:48.330393 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949f93d9-b417-4d41-b284-3c8bbab23486 x-openstack-request-id: req-949f93d9-b417-4d41-b284-3c8bbab23486 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:36:48.330680 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004cd795-a6e3-47b5-ba46-8f24751e8ec2", "name": "network-vif-deleted", "tag": "0af4a4b2-ec67-4920-a522-06b353a6ccc2", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:36:48.331171 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-949f93d9-b417-4d41-b284-3c8bbab23486 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:36:48.331598 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949f93d9-b417-4d41-b284-3c8bbab23486'] response: {'server_uuid': '004cd795-a6e3-47b5-ba46-8f24751e8ec2', 'name': 'network-vif-deleted', 'tag': '0af4a4b2-ec67-4920-a522-06b353a6ccc2', 'status': 'completed', 'code': 200} Jul 07 15:36:48.368127 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:48.370704 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-433701cb-d6e8-4c73-ab1c-067956a7f69a None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:48.381169 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ae45ebac-184c-421e-a662-e91b3bb1358e req-d8f1d276-39de-4f83-9630-35a534759d33 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984428 Jul 07 15:36:48.447524 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-590105c1-c2a9-4dc1-8512-7a36c3e5dd43 req-9cc6408d-250b-47ec-b8c7-c185507d9375 service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693935 Jul 07 15:36:48.455253 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:48.519978 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 2, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:48.540535 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:48.549004 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Checking router: dc842381-3dbf-414f-8223-8f44fd847642 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:36:48.549855 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Updating router dc842381-3dbf-414f-8223-8f44fd847642 port ddc0072f-5efa-4d52-943d-6aa9dc76ca91 binding host dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:36:48.582404 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:48.786974 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656add7a-7af8-4690-95cc-33481d1ad4f0 req-ea6d7f96-d361-4a59-9c11-2bac639c502e tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:48.794933 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-656add7a-7af8-4690-95cc-33481d1ad4f0 req-ea6d7f96-d361-4a59-9c11-2bac639c502e tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0829084 Jul 07 15:36:48.813336 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-433701cb-d6e8-4c73-ab1c-067956a7f69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'c28fe138-1cc8-4285-a3d1-c1a173deda4e', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': '81cf072b-a045-4379-a583-082f35faaaf6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:39:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:33:20Z', 'updated_at': '2022-07-07T15:34:04Z', 'revision_number': 2, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:48.855893 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device d3760c2a-7714-4e14-ac54-d97a42f07b0d up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:48.889286 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-656add7a-7af8-4690-95cc-33481d1ad4f0 req-de83cfe1-7927-409f-a447-2e2c38259d33 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901477 Jul 07 15:36:48.915140 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433701cb-d6e8-4c73-ab1c-067956a7f69a None None] Checking router: badb391a-9ac8-4700-b35a-45b4f5d75596 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:36:48.938088 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433701cb-d6e8-4c73-ab1c-067956a7f69a None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:48.941104 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-433701cb-d6e8-4c73-ab1c-067956a7f69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:48.945188 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port d3760c2a-7714-4e14-ac54-d97a42f07b0d triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:48.945188 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (d3760c2a-7714-4e14-ac54-d97a42f07b0d), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:49.052513 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Publish callbacks [] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), precommit_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:49.145945 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-433701cb-d6e8-4c73-ab1c-067956a7f69a None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:49.208953 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:49.294686 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45674) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:49.296638 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port d3760c2a-7714-4e14-ac54-d97a42f07b0d is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:49.302220 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-55571844-d2ad-449b-bd0a-13221b9542a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1983413594-network', 'tenant_id': '98953ecda1544abdb7652065dafa75b3'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:49.311311 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9e7f51d2-a7cf-43cb-9506-963e15cf6612 req-b5149c85-bd08-4f48-9947-c0d9657321eb tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=004cd795-a6e3-47b5-ba46-8f24751e8ec2 HTTP/1.1" status: 200 len: 210 time: 0.0350709 Jul 07 15:36:49.427858 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-433701cb-d6e8-4c73-ab1c-067956a7f69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'c28fe138-1cc8-4285-a3d1-c1a173deda4e', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': '81cf072b-a045-4379-a583-082f35faaaf6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:39:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:33:20Z', 'updated_at': '2022-07-07T15:34:04Z', 'revision_number': 2, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:49.454590 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433701cb-d6e8-4c73-ab1c-067956a7f69a None None] The sync data for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi is: [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'c28fe138-1cc8-4285-a3d1-c1a173deda4e', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': '81cf072b-a045-4379-a583-082f35faaaf6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:39:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:33:20Z', 'updated_at': '2022-07-07T15:34:04Z', 'revision_number': 2, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:36:49.512566 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11dffa-e9d3-4a26-84af-90154b90f59c req-f15fb68c-ddf1-4d9b-b761-a42859050aa2 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:49.514202 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dc11dffa-e9d3-4a26-84af-90154b90f59c req-f15fb68c-ddf1-4d9b-b761-a42859050aa2 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 947 time: 0.0501318 Jul 07 15:36:49.576165 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dc11dffa-e9d3-4a26-84af-90154b90f59c req-e98ea326-0500-4493-ba15-b48e3b1879d5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545866 Jul 07 15:36:49.656115 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:49.703121 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 0af4a4b2-ec67-4920-a522-06b353a6ccc2 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:36:49.724416 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142106b-f21c-4fe8-a07b-aa507d05150e None None] Pushing event updated for resources: {'Port': ['ID=ddc0072f-5efa-4d52-943d-6aa9dc76ca91,revision_number=3']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:49.745723 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: 0af4a4b2-ec67-4920-a522-06b353a6ccc2 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:36:49.752022 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 0af4a4b2-ec67-4920-a522-06b353a6ccc2 not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:36:49.770918 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55571844-d2ad-449b-bd0a-13221b9542a7 admin admin] Made reservation on behalf of 98953ecda1544abdb7652065dafa75b3 for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:36:49.781601 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55571844-d2ad-449b-bd0a-13221b9542a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:49.791944 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55571844-d2ad-449b-bd0a-13221b9542a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:49.792483 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b289b5-442e-4914-a8c9-8218e34cc73f None None] New status for floating IP 86e20bae-7650-4e43-b46a-d048f9640aa1: DOWN {{(pid=104330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:36:49.919420 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55571844-d2ad-449b-bd0a-13221b9542a7 admin admin] Publish callbacks [] for security_group (2c4024bc-eb27-4811-9190-ea787f4f1ab1), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:49.965308 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Attempting to bind port ddc0072f-5efa-4d52-943d-6aa9dc76ca91 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:36:49.965937 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Attempting to bind port ddc0072f-5efa-4d52-943d-6aa9dc76ca91 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:36:49.966534 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Attempting to bind port ddc0072f-5efa-4d52-943d-6aa9dc76ca91 on network 29820a51-47ed-4a8e-8170-71221aa2cdfe {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:36:49.979461 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:36:49.980244 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Checking segment: {'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:36:49.981141 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:49.981678 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Bound using segment: {'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:36:49.982451 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Bound port: ddc0072f-5efa-4d52-943d-6aa9dc76ca91, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'}}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:36:49.982990 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:49.997022 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55571844-d2ad-449b-bd0a-13221b9542a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (2c4024bc-eb27-4811-9190-ea787f4f1ab1), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:50.048647 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-d011d55f-08b5-4be9-83db-967835936f5d None None] Provisioning complete for port ddc0072f-5efa-4d52-943d-6aa9dc76ca91 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:50.049566 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d011d55f-08b5-4be9-83db-967835936f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:50.063066 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746b9c4-2563-4525-b890-27ce20991cee req-cfba0519-8a8e-4f95-ae52-48ec5611b6aa tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:50.071530 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b746b9c4-2563-4525-b890-27ce20991cee req-cfba0519-8a8e-4f95-ae52-48ec5611b6aa tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0868158 Jul 07 15:36:50.076162 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55571844-d2ad-449b-bd0a-13221b9542a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4024bc-eb27-4811-9190-ea787f4f1ab1,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:50.093445 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55571844-d2ad-449b-bd0a-13221b9542a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:36:50.118000 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55571844-d2ad-449b-bd0a-13221b9542a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (1a7f4899-d15b-4684-a518-a12fbf29723c), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:50.120444 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-55571844-d2ad-449b-bd0a-13221b9542a7 admin admin] Added segment 1a7f4899-d15b-4684-a518-a12fbf29723c of type vlan for network e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b Jul 07 15:36:50.126661 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] For port ddc0072f-5efa-4d52-943d-6aa9dc76ca91, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:36:50.129056 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:50.129886 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] For port ddc0072f-5efa-4d52-943d-6aa9dc76ca91, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=ddc0072f-5efa-4d52-943d-6aa9dc76ca91,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:36:50.131033 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-d011d55f-08b5-4be9-83db-967835936f5d None None] Port ddc0072f-5efa-4d52-943d-6aa9dc76ca91 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:36:50.132506 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:50.144449 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b746b9c4-2563-4525-b890-27ce20991cee req-36addb5d-ee91-47e2-b0d0-18cebbc3552f tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715246 Jul 07 15:36:50.166837 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55571844-d2ad-449b-bd0a-13221b9542a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:50.237584 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:50.259311 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55571844-d2ad-449b-bd0a-13221b9542a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:50.260448 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55571844-d2ad-449b-bd0a-13221b9542a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:50.261106 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-55571844-d2ad-449b-bd0a-13221b9542a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:50.298718 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:50.302045 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:50.304383 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142106b-f21c-4fe8-a07b-aa507d05150e None None] Pushing event updated for resources: {'Port': ['ID=ddc0072f-5efa-4d52-943d-6aa9dc76ca91,revision_number=4']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:50.329656 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55571844-d2ad-449b-bd0a-13221b9542a7 admin admin] Pushing event updated for resources: {'Network': ['ID=e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:50.345587 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:36:50.365640 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-55571844-d2ad-449b-bd0a-13221b9542a7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.0685909 Jul 07 15:36:50.367389 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 45682) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:50.372316 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-e4b27f4c-797a-4cea-86ec-e08ce14c6515 admin admin] Request body: {'subnet': {'network_id': 'e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1983413594-subnet', 'tenant_id': '98953ecda1544abdb7652065dafa75b3', 'ip_version': 4}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:50.400809 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:50.448199 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:50.533885 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b27f4c-797a-4cea-86ec-e08ce14c6515 admin admin] Made reservation on behalf of 98953ecda1544abdb7652065dafa75b3 for: {'subnet': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:36:50.536901 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e4b27f4c-797a-4cea-86ec-e08ce14c6515 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13927039'] for subnet (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:50.540397 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45686) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:50.548621 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:50.560092 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:50.644953 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:50.649642 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:50.651074 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9e9a7eeb-88ce-4c6a-92de-e6e7ee5b608e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (0a4f6052-b263-409c-8c5e-578e5b2779a6), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:50.666410 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-165fdcdd-beae-4e12-852b-6e26432f41a8 None None] Provisioning complete for port ddc0072f-5efa-4d52-943d-6aa9dc76ca91 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:50.669209 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-165fdcdd-beae-4e12-852b-6e26432f41a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:50.702894 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:50.706532 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9e9a7eeb-88ce-4c6a-92de-e6e7ee5b608e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (0a4f6052-b263-409c-8c5e-578e5b2779a6), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:50.739944 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-aee81213-e26c-45e1-a338-b0749120d5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:50.753839 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26282b76-401d-4c04-8190-d0f695184f0d None None] The sync data for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi is: [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:36:50.806481 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174ed1b-553a-4cc1-b9b3-d126e254c152 req-6de44912-89f5-4dc2-bd82-aa4ba443ddff tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:50.808073 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d174ed1b-553a-4cc1-b9b3-d126e254c152 req-6de44912-89f5-4dc2-bd82-aa4ba443ddff tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 947 time: 0.0783713 Jul 07 15:36:50.865534 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-165fdcdd-beae-4e12-852b-6e26432f41a8 None None] Current status of the port ddc0072f-5efa-4d52-943d-6aa9dc76ca91 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:50.865534 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-165fdcdd-beae-4e12-852b-6e26432f41a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:50.893986 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9e9a7eeb-88ce-4c6a-92de-e6e7ee5b608e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (0a4f6052-b263-409c-8c5e-578e5b2779a6), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:50.898849 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9e9a7eeb-88ce-4c6a-92de-e6e7ee5b608e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:50.898849 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9e9a7eeb-88ce-4c6a-92de-e6e7ee5b608e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "DELETE /v2.0/security-groups/0a4f6052-b263-409c-8c5e-578e5b2779a6 HTTP/1.1" status: 204 len: 168 time: 0.3557961 Jul 07 15:36:50.901870 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45690) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:50.913509 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-165fdcdd-beae-4e12-852b-6e26432f41a8 None None] For port ddc0072f-5efa-4d52-943d-6aa9dc76ca91, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=ddc0072f-5efa-4d52-943d-6aa9dc76ca91,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:50.931762 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d174ed1b-553a-4cc1-b9b3-d126e254c152 req-b885191c-611e-4b1e-b943-108d205f3d3b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850527 Jul 07 15:36:50.932441 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a7eeb-88ce-4c6a-92de-e6e7ee5b608e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4f6052-b263-409c-8c5e-578e5b2779a6,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:50.936329 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.api.v2.resource [None req-e3cb2166-568d-44c1-b888-1575df1e01a8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] show failed (client error): The resource could not be found. Jul 07 15:36:50.939614 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-e3cb2166-568d-44c1-b888-1575df1e01a8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups/0a4f6052-b263-409c-8c5e-578e5b2779a6 HTTP/1.1" status: 404 len: 347 time: 0.0330873 Jul 07 15:36:50.946422 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45692) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:50.982246 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e4b27f4c-797a-4cea-86ec-e08ce14c6515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13707978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13927317'] for subnet (afda397b-a2f1-4cb3-836c-7b4970e58149), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:50.986310 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-165fdcdd-beae-4e12-852b-6e26432f41a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:51.043576 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fdcdd-beae-4e12-852b-6e26432f41a8 None None] Pushing event updated for resources: {'Port': ['ID=ddc0072f-5efa-4d52-943d-6aa9dc76ca91,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:51.058908 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b27f4c-797a-4cea-86ec-e08ce14c6515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afda397b-a2f1-4cb3-836c-7b4970e58149,revision_number=0']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:51.071652 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b27f4c-797a-4cea-86ec-e08ce14c6515 admin admin] Checking segment: {'id': '1a7f4899-d15b-4684-a518-a12fbf29723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:36:51.072017 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b27f4c-797a-4cea-86ec-e08ce14c6515 admin admin] Network hostable DHCP agents. Network: e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:36:51.101180 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-7fcdf6e7-00a5-4f2e-a234-b6bd0e65ca9c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Deleting port 725f9ddd-db37-4a5d-b7b1-523517be2809 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:36:51.101513 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7fcdf6e7-00a5-4f2e-a234-b6bd0e65ca9c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (725f9ddd-db37-4a5d-b7b1-523517be2809), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:51.153729 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b27f4c-797a-4cea-86ec-e08ce14c6515 admin admin] Network e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:36:51.183982 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7fcdf6e7-00a5-4f2e-a234-b6bd0e65ca9c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (725f9ddd-db37-4a5d-b7b1-523517be2809), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:51.184512 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7fcdf6e7-00a5-4f2e-a234-b6bd0e65ca9c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (725f9ddd-db37-4a5d-b7b1-523517be2809), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:51.198459 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-7fcdf6e7-00a5-4f2e-a234-b6bd0e65ca9c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Calling delete_port for 725f9ddd-db37-4a5d-b7b1-523517be2809 owned by network:floatingip {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:36:51.228436 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-e4b27f4c-797a-4cea-86ec-e08ce14c6515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b) {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:51.237742 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cb09f0-0f00-4b33-ae66-808c12ae5306 None None] Network e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:36:51.263642 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b27f4c-797a-4cea-86ec-e08ce14c6515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:51.264008 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e4b27f4c-797a-4cea-86ec-e08ce14c6515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:51.291646 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e47149-fe8c-4aaa-a9e2-e572560a9b48 req-b53dc045-778e-45ed-a6d8-ce50b7f45761 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:51.299190 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-81e47149-fe8c-4aaa-a9e2-e572560a9b48 req-b53dc045-778e-45ed-a6d8-ce50b7f45761 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0832546 Jul 07 15:36:51.327191 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:51.356933 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-81e47149-fe8c-4aaa-a9e2-e572560a9b48 req-65048933-ff7c-46d7-9d0e-af528dcc7347 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568557 Jul 07 15:36:51.361879 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-e4b27f4c-797a-4cea-86ec-e08ce14c6515 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9934652 Jul 07 15:36:51.364568 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 45698) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:51.370784 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1983413594-router', 'tenant_id': '98953ecda1544abdb7652065dafa75b3', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:51.393817 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1ee6318-512b-5199-b841-32f325bbc01a-e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b', 'network_id': 'e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b', 'project_id': '98953ecda1544abdb7652065dafa75b3', 'fixed_ips': [{'subnet_id': 'afda397b-a2f1-4cb3-836c-7b4970e58149'}]}} from dv-cinder-841302-5-iscsi. {{(pid=104329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 15:36:51.395692 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:51.455053 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7fcdf6e7-00a5-4f2e-a234-b6bd0e65ca9c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (725f9ddd-db37-4a5d-b7b1-523517be2809), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:51.481375 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcdf6e7-00a5-4f2e-a234-b6bd0e65ca9c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event deleted for resources: {'Port': ['ID=725f9ddd-db37-4a5d-b7b1-523517be2809,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:51.509887 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7fcdf6e7-00a5-4f2e-a234-b6bd0e65ca9c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (86e20bae-7650-4e43-b46a-d048f9640aa1), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:51.522979 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-89475'] for router (10bd05b7-8658-4e75-93ad-537b000411dc), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:51.523840 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7fcdf6e7-00a5-4f2e-a234-b6bd0e65ca9c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:51.524150 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-89482'] for router (10bd05b7-8658-4e75-93ad-537b000411dc), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:51.524254 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-7fcdf6e7-00a5-4f2e-a234-b6bd0e65ca9c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "DELETE /v2.0/floatingips/86e20bae-7650-4e43-b46a-d048f9640aa1 HTTP/1.1" status: 204 len: 168 time: 0.5472720 Jul 07 15:36:51.543469 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.db_base_plugin_common [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Allocated IP 172.20.0.2 (e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b/afda397b-a2f1-4cb3-836c-7b4970e58149/3ff26011-5e29-4d9e-8734-21acb50df860) {{(pid=104329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:36:51.593227 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Publish callbacks [] for router_controller (10bd05b7-8658-4e75-93ad-537b000411dc), precommit_add_association {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:51.650680 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:51.845836 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Publish callbacks [] for router_gateway (10bd05b7-8658-4e75-93ad-537b000411dc), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:51.855871 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:51.859911 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Publish callbacks [] for port (3ff26011-5e29-4d9e-8734-21acb50df860), precommit_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:51.940894 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (3ff26011-5e29-4d9e-8734-21acb50df860), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:51.997697 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Network e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b is already hosted by enough agents. {{(pid=104329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:36:52.000582 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.base_scheduler [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Resources bound (agent type, host, resource id): {{(pid=104329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:52.005403 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Received port after_create {{(pid=104329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:36:52.011806 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Pushing event updated for resources: {'Port': ['ID=3ff26011-5e29-4d9e-8734-21acb50df860,revision_number=1']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:52.073805 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Attempting to bind port 3ff26011-5e29-4d9e-8734-21acb50df860 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:36:52.074174 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Attempting to bind port 3ff26011-5e29-4d9e-8734-21acb50df860 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '1a7f4899-d15b-4684-a518-a12fbf29723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:36:52.074536 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Attempting to bind port 3ff26011-5e29-4d9e-8734-21acb50df860 on network e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:36:52.080724 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:36:52.081104 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Checking segment: {'id': '1a7f4899-d15b-4684-a518-a12fbf29723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:36:52.081504 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:52.081898 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Bound using segment: {'id': '1a7f4899-d15b-4684-a518-a12fbf29723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:36:52.082357 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Bound port: 3ff26011-5e29-4d9e-8734-21acb50df860, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7f4899-d15b-4684-a518-a12fbf29723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:36:52.082753 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3ff26011-5e29-4d9e-8734-21acb50df860), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:52.112580 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Publish callbacks [] for router_gateway (10bd05b7-8658-4e75-93ad-537b000411dc), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:52.133280 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:52.149531 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] For port 3ff26011-5e29-4d9e-8734-21acb50df860, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:36:52.153339 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] For port 3ff26011-5e29-4d9e-8734-21acb50df860, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=3ff26011-5e29-4d9e-8734-21acb50df860,segment=NetworkSegment(1a7f4899-d15b-4684-a518-a12fbf29723c),segment_id=1a7f4899-d15b-4684-a518-a12fbf29723c)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:36:52.198372 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:52.242598 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (3ff26011-5e29-4d9e-8734-21acb50df860), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:52.249945 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Allocated IP 172.27.1.179 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:36:52.251946 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:52.321229 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e1a3b-efff-4f09-a308-ccdd13575016 None None] Pushing event updated for resources: {'Port': ['ID=3ff26011-5e29-4d9e-8734-21acb50df860,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:52.368147 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Publish callbacks [] for port (8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:52.471259 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:52.508945 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:36:52.532561 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:52.542346 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:36:52.579002 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faba0e1-f826-48ca-af04-35a31d48108c req-414fca48-06b1-4686-81ac-f86e78145a6b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:52.580646 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9faba0e1-f826-48ca-af04-35a31d48108c req-414fca48-06b1-4686-81ac-f86e78145a6b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.1392236 Jul 07 15:36:52.595415 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Pushing event updated for resources: {'Port': ['ID=8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:52.736206 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9faba0e1-f826-48ca-af04-35a31d48108c req-2fc1531d-8bca-46c9-b453-94ac73a15d2c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320257 Jul 07 15:36:52.801396 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device ddc0072f-5efa-4d52-943d-6aa9dc76ca91 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:52.826199 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-a70341fc-62f9-4f8f-adfd-11d134c17f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:52.848261 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port ddc0072f-5efa-4d52-943d-6aa9dc76ca91 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:52.848632 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:52.883600 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:52.926107 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port ddc0072f-5efa-4d52-943d-6aa9dc76ca91 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:52.927185 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 3ff26011-5e29-4d9e-8734-21acb50df860 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:52.948840 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Publish callbacks [] for router_gateway (10bd05b7-8658-4e75-93ad-537b000411dc), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:53.010015 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 3ff26011-5e29-4d9e-8734-21acb50df860 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:53.011791 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3ff26011-5e29-4d9e-8734-21acb50df860), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:53.110645 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 3ff26011-5e29-4d9e-8734-21acb50df860 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:53.111051 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3ff26011-5e29-4d9e-8734-21acb50df860), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:53.203990 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port 3ff26011-5e29-4d9e-8734-21acb50df860, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=3ff26011-5e29-4d9e-8734-21acb50df860,segment=NetworkSegment(1a7f4899-d15b-4684-a518-a12fbf29723c),segment_id=1a7f4899-d15b-4684-a518-a12fbf29723c)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:53.328236 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (3ff26011-5e29-4d9e-8734-21acb50df860), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:53.352409 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1dbb7d-7ef4-4a77-8d7f-682393978042 None None] Network e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:36:53.417940 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537336'] for router (10bd05b7-8658-4e75-93ad-537b000411dc), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:53.434920 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=3ff26011-5e29-4d9e-8734-21acb50df860,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:53.457521 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-6c4e1e66-d7e1-46fc-b6de-aa197cfa025f None None] Provisioning complete for port 3ff26011-5e29-4d9e-8734-21acb50df860 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:53.457904 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6c4e1e66-d7e1-46fc-b6de-aa197cfa025f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3ff26011-5e29-4d9e-8734-21acb50df860), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:53.566360 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e1e66-d7e1-46fc-b6de-aa197cfa025f None None] Current status of the port 3ff26011-5e29-4d9e-8734-21acb50df860 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:53.647893 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Router 10bd05b7-8658-4e75-93ad-537b000411dc is scheduled to L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f with binding_index 1 {{(pid=104328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 15:36:53.741449 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:53.747897 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:36:53.757484 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Sync routers for ids ['10bd05b7-8658-4e75-93ad-537b000411dc'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:36:53.768173 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Routers {'10bd05b7-8658-4e75-93ad-537b000411dc'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:53.768804 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['10bd05b7-8658-4e75-93ad-537b000411dc'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:53.826890 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-dd1156d6-3023-4504-92b0-dde7ec142dbe None None] Provisioning complete for port 3ff26011-5e29-4d9e-8734-21acb50df860 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:53.827543 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-dd1156d6-3023-4504-92b0-dde7ec142dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3ff26011-5e29-4d9e-8734-21acb50df860), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:53.842356 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:53.843602 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-c0a43fb6-e626-4f03-8639-f7317aefa255 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4763479 Jul 07 15:36:53.846436 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45718) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:53.860052 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2275bfc-9033-457b-8c29-1befeb98de4c req-1a9ab336-7f22-4583-a7dd-71ae3a95d19e tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:53.862072 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e2275bfc-9033-457b-8c29-1befeb98de4c req-1a9ab336-7f22-4583-a7dd-71ae3a95d19e tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0561557 Jul 07 15:36:53.902014 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:53.914816 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e2275bfc-9033-457b-8c29-1befeb98de4c req-b41cb6ba-5b57-41fc-8dbf-90b39f76fdc1 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466144 Jul 07 15:36:53.915613 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Set router 10bd05b7-8658-4e75-93ad-537b000411dc gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:53.917164 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:54.023082 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-dd1156d6-3023-4504-92b0-dde7ec142dbe None None] Current status of the port 3ff26011-5e29-4d9e-8734-21acb50df860 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:54.111776 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'name': 'tempest-TestVolumeBootPattern-1983413594-router', 'tenant_id': '98953ecda1544abdb7652065dafa75b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:51Z', 'updated_at': '2022-07-07T15:36:52Z', 'revision_number': 3, 'project_id': '98953ecda1544abdb7652065dafa75b3', 'gw_port': {'id': '8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:52Z', 'updated_at': '2022-07-07T15:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:54.139822 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Checking router: 10bd05b7-8658-4e75-93ad-537b000411dc for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:36:54.140168 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Updating router 10bd05b7-8658-4e75-93ad-537b000411dc port 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2 binding host dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:36:54.180047 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:54.269448 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:54.287203 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:54.429085 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Allocated IP 172.20.0.1 (e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b/afda397b-a2f1-4cb3-836c-7b4970e58149/e02985a0-4623-44f1-81ea-21437e19d4d9) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:36:54.446606 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Publish callbacks [] for port (8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:54.519051 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:54.537773 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Publish callbacks [] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:54.542911 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:DELETE=7,neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:54.565083 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:54.575714 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Attempting to bind port 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:36:54.576085 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Attempting to bind port 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:36:54.576446 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Attempting to bind port 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2 on network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:36:54.585431 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:36:54.585797 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Checking segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:36:54.586194 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:54.586581 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Bound using segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:36:54.587041 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Bound port: 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:36:54.587419 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:54.589969 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648b2c3-66a0-41ee-a446-ec17e2a034fa None None] Pushing event updated for resources: {'Port': ['ID=8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:54.622334 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:54.639101 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] For port 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:36:54.642160 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] For port 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:36:54.661785 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Network e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:36:54.664753 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:54.667166 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:36:54.667697 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-533504'] for router_interface (10bd05b7-8658-4e75-93ad-537b000411dc), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:54.722337 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Pushing event updated for resources: {'Port': ['ID=e02985a0-4623-44f1-81ea-21437e19d4d9,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:54.731972 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:54.789482 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8684c-8da6-4f3b-8810-bd0613abc922 req-62d2f834-4638-4c6c-bec3-269f1ff2c328 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:54.798945 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Routers {'10bd05b7-8658-4e75-93ad-537b000411dc'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:54.799596 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['10bd05b7-8658-4e75-93ad-537b000411dc'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:54.800932 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dfc8684c-8da6-4f3b-8810-bd0613abc922 req-62d2f834-4638-4c6c-bec3-269f1ff2c328 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 946 time: 0.0950434 Jul 07 15:36:54.801696 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 3ff26011-5e29-4d9e-8734-21acb50df860 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:54.849206 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dfc8684c-8da6-4f3b-8810-bd0613abc922 req-a1a5e55a-8e2a-41e9-80a6-f21d8baca6d2 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461941 Jul 07 15:36:54.891796 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648b2c3-66a0-41ee-a446-ec17e2a034fa None None] Pushing event updated for resources: {'Port': ['ID=8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:54.901875 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:54.904781 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:54.965086 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:54.969790 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 3ff26011-5e29-4d9e-8734-21acb50df860 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:54.970210 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (3ff26011-5e29-4d9e-8734-21acb50df860), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:54.975548 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-2bd0fcd2-3c73-4bb2-acad-4d259fdcb65d None None] Provisioning complete for port e02985a0-4623-44f1-81ea-21437e19d4d9 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:54.975548 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2bd0fcd2-3c73-4bb2-acad-4d259fdcb65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:55.058421 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37a74d-cda5-452a-88e3-48b841393045 req-bb89df3d-d8f9-4923-a300-398f6e9cbcfd tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:55.065652 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-df37a74d-cda5-452a-88e3-48b841393045 req-bb89df3d-d8f9-4923-a300-398f6e9cbcfd tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0689583 Jul 07 15:36:55.091718 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Publish callbacks [] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:55.113090 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-df37a74d-cda5-452a-88e3-48b841393045 req-ec5dfe25-5bc6-462a-b45c-f7a5588486d3 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465569 Jul 07 15:36:55.136079 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:55.136934 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533652'] for router_interface (10bd05b7-8658-4e75-93ad-537b000411dc), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:55.158421 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] Set router 10bd05b7-8658-4e75-93ad-537b000411dc gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:55.206216 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Pushing event updated for resources: {'Port': ['ID=e02985a0-4623-44f1-81ea-21437e19d4d9,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:55.244990 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-2bd0fcd2-3c73-4bb2-acad-4d259fdcb65d None None] Port e02985a0-4623-44f1-81ea-21437e19d4d9 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:36:55.270504 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Network e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:36:55.271959 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:36:55.325206 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 3ff26011-5e29-4d9e-8734-21acb50df860 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:55.327235 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:55.398041 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Router 10bd05b7-8658-4e75-93ad-537b000411dc has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:36:55.399435 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'name': 'tempest-TestVolumeBootPattern-1983413594-router', 'tenant_id': '98953ecda1544abdb7652065dafa75b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:51Z', 'updated_at': '2022-07-07T15:36:52Z', 'revision_number': 3, 'project_id': '98953ecda1544abdb7652065dafa75b3', 'gw_port': {'id': '8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:52Z', 'updated_at': '2022-07-07T15:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:55.432137 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7beaca1-2e96-4c3f-a2bf-7704850ba66d None None] The sync data for ids ['10bd05b7-8658-4e75-93ad-537b000411dc'] in dv-cinder-841302-5-iscsi is: [{'id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'name': 'tempest-TestVolumeBootPattern-1983413594-router', 'tenant_id': '98953ecda1544abdb7652065dafa75b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:51Z', 'updated_at': '2022-07-07T15:36:52Z', 'revision_number': 3, 'project_id': '98953ecda1544abdb7652065dafa75b3', 'gw_port': {'id': '8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:52Z', 'updated_at': '2022-07-07T15:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:36:55.505063 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:55.521948 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:36:55.527324 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-05492afe-0599-4966-9cd5-9258f382787e admin admin] 10.222.0.25 "PUT /v2.0/routers/10bd05b7-8658-4e75-93ad-537b000411dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6786292 Jul 07 15:36:55.566739 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-53c28928-d612-4617-896a-1b762e1fa8c6 None None] Provisioning complete for port e02985a0-4623-44f1-81ea-21437e19d4d9 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:55.567137 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-53c28928-d612-4617-896a-1b762e1fa8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:55.603697 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-53c28928-d612-4617-896a-1b762e1fa8c6 None None] Port e02985a0-4623-44f1-81ea-21437e19d4d9 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:36:55.725117 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device bcf3a191-4ef0-4048-9b74-408448e7ee6d details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:36:55.780076 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:55.849932 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port bcf3a191-4ef0-4048-9b74-408448e7ee6d, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=bcf3a191-4ef0-4048-9b74-408448e7ee6d,segment=NetworkSegment(b7f4c497-742a-4266-9eca-a37d713bad41),segment_id=b7f4c497-742a-4266-9eca-a37d713bad41)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:55.863269 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d', 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'port_id': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d', 'mac_address': 'fa:16:3e:ab:0e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:36:55.900594 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port bcf3a191-4ef0-4048-9b74-408448e7ee6d is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:55.901202 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:55.917865 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf3a191-4ef0-4048-9b74-408448e7ee6d {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:36:55.941548 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port bcf3a191-4ef0-4048-9b74-408448e7ee6d, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=bcf3a191-4ef0-4048-9b74-408448e7ee6d,segment=NetworkSegment(b7f4c497-742a-4266-9eca-a37d713bad41),segment_id=b7f4c497-742a-4266-9eca-a37d713bad41)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:55.978003 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b1014-da66-46ed-82e7-7ee33adbe6ba req-477da237-2b27-4922-86d3-cc5cbd20f84c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:55.979525 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-eb4b1014-da66-46ed-82e7-7ee33adbe6ba req-477da237-2b27-4922-86d3-cc5cbd20f84c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 946 time: 0.0506599 Jul 07 15:36:55.991299 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45740) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:55.996155 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-850c6695-14cc-433c-a121-85dd9d3c74bc tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1899091157', 'description': 'tempest-secgroup-smoke-1899091157 description', 'project_id': 'b72dae7a2e644460b4c63da884023c82'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:56.010212 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:56.035004 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-eb4b1014-da66-46ed-82e7-7ee33adbe6ba req-054fe48d-d620-4d37-a672-f89c16c21ac4 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477870 Jul 07 15:36:56.070234 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=bcf3a191-4ef0-4048-9b74-408448e7ee6d,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:56.085210 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-850c6695-14cc-433c-a121-85dd9d3c74bc tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:56.154213 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-850c6695-14cc-433c-a121-85dd9d3c74bc tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group (a7d12a43-067b-4b9a-93ae-1a2962987754), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:56.221949 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-850c6695-14cc-433c-a121-85dd9d3c74bc tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (a7d12a43-067b-4b9a-93ae-1a2962987754), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:56.228554 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fe90b-dec9-4099-bc0a-d65da4fe9861 req-f1de1b96-d02e-41f5-9c2f-17f7b2273d21 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:56.230041 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e13fe90b-dec9-4099-bc0a-d65da4fe9861 req-f1de1b96-d02e-41f5-9c2f-17f7b2273d21 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 945 time: 0.0479438 Jul 07 15:36:56.254369 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c6695-14cc-433c-a121-85dd9d3c74bc tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d12a43-067b-4b9a-93ae-1a2962987754,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:56.286355 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e13fe90b-dec9-4099-bc0a-d65da4fe9861 req-afb8efc6-f7ad-42af-b0e2-cc3a126f3829 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491059 Jul 07 15:36:56.315649 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-850c6695-14cc-433c-a121-85dd9d3c74bc tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:56.316944 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-850c6695-14cc-433c-a121-85dd9d3c74bc tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3243747 Jul 07 15:36:56.319697 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45744) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:56.323957 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-7b8fd028-3752-48e2-9497-f823529c0597 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Request body: {'security_group_rule': {'security_group_id': 'a7d12a43-067b-4b9a-93ae-1a2962987754', 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:56.329515 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['bcf3a191-4ef0-4048-9b74-408448e7ee6d'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:36:56.360328 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:56.398299 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd028-3752-48e2-9497-f823529c0597 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (c87c42c2-1a82-4010-b23b-c51d62a37ab3), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:56.428729 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:56.458225 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd028-3752-48e2-9497-f823529c0597 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (c87c42c2-1a82-4010-b23b-c51d62a37ab3), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:56.486387 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:56.516519 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd028-3752-48e2-9497-f823529c0597 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (c87c42c2-1a82-4010-b23b-c51d62a37ab3), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:56.538402 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fd028-3752-48e2-9497-f823529c0597 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87c42c2-1a82-4010-b23b-c51d62a37ab3,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:56.592849 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd028-3752-48e2-9497-f823529c0597 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:56.594060 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-7b8fd028-3752-48e2-9497-f823529c0597 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2734282 Jul 07 15:36:56.597324 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45746) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:56.601636 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-9b038fcf-5995-45ce-a11a-d8c5d64280b3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Request body: {'security_group_rule': {'security_group_id': 'a7d12a43-067b-4b9a-93ae-1a2962987754', 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:56.708184 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b038fcf-5995-45ce-a11a-d8c5d64280b3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (41c0f03e-9796-4061-afe9-107cfbc4f814), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:56.761838 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:56.795986 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e75d5d-42d5-4e04-b8b6-7d4496feaeb5 req-8168dbee-3f75-4947-96d3-fddd6d810cc0 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:56.798700 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-86e75d5d-42d5-4e04-b8b6-7d4496feaeb5 req-8168dbee-3f75-4947-96d3-fddd6d810cc0 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 946 time: 0.0645568 Jul 07 15:36:56.810820 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:56.811015 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:56.815525 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b038fcf-5995-45ce-a11a-d8c5d64280b3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (41c0f03e-9796-4061-afe9-107cfbc4f814), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:56.888540 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:56.888923 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:56.890634 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-86e75d5d-42d5-4e04-b8b6-7d4496feaeb5 req-b38d1176-e1dd-4eac-a0ff-213b8a34dcea tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Deleting port 81cf072b-a045-4379-a583-082f35faaaf6 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:36:56.891104 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-86e75d5d-42d5-4e04-b8b6-7d4496feaeb5 req-b38d1176-e1dd-4eac-a0ff-213b8a34dcea tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (81cf072b-a045-4379-a583-082f35faaaf6), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:56.908712 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b038fcf-5995-45ce-a11a-d8c5d64280b3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (41c0f03e-9796-4061-afe9-107cfbc4f814), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:56.909665 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:56.940212 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b038fcf-5995-45ce-a11a-d8c5d64280b3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c0f03e-9796-4061-afe9-107cfbc4f814,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:56.947493 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:56.976261 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:57.014792 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-86e75d5d-42d5-4e04-b8b6-7d4496feaeb5 req-b38d1176-e1dd-4eac-a0ff-213b8a34dcea tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] For port 81cf072b-a045-4379-a583-082f35faaaf6, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=81cf072b-a045-4379-a583-082f35faaaf6,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:57.015326 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-86e75d5d-42d5-4e04-b8b6-7d4496feaeb5 req-b38d1176-e1dd-4eac-a0ff-213b8a34dcea tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (81cf072b-a045-4379-a583-082f35faaaf6), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:57.026098 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9b038fcf-5995-45ce-a11a-d8c5d64280b3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:57.028641 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9b038fcf-5995-45ce-a11a-d8c5d64280b3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4289896 Jul 07 15:36:57.030566 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 45756) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:57.035579 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:57.035840 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-3ada44d5-9865-41f5-98d0-4182a58258c1 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Request body: {'security_group_rule': {'security_group_id': 'a7d12a43-067b-4b9a-93ae-1a2962987754', 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:57.053629 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:57.165664 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736421d0-52f8-471d-9041-d7669c752c84 req-b4507667-94d8-438c-b167-88b98be4870c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:57.172635 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-736421d0-52f8-471d-9041-d7669c752c84 req-b4507667-94d8-438c-b167-88b98be4870c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 946 time: 0.0643170 Jul 07 15:36:57.195158 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3ada44d5-9865-41f5-98d0-4182a58258c1 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (3050ed56-e227-46e2-a3d2-3f9570f71d84), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:57.212677 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-86e75d5d-42d5-4e04-b8b6-7d4496feaeb5 req-b38d1176-e1dd-4eac-a0ff-213b8a34dcea tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:57.213363 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-86e75d5d-42d5-4e04-b8b6-7d4496feaeb5 req-b38d1176-e1dd-4eac-a0ff-213b8a34dcea tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (c28fe138-1cc8-4285-a3d1-c1a173deda4e), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:57.213841 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.l3_db [req-86e75d5d-42d5-4e04-b8b6-7d4496feaeb5 req-b38d1176-e1dd-4eac-a0ff-213b8a34dcea tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Floating IP c28fe138-1cc8-4285-a3d1-c1a173deda4e disassociated. External IP: 172.27.1.214, port: 81cf072b-a045-4379-a583-082f35faaaf6. Jul 07 15:36:57.214354 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-86e75d5d-42d5-4e04-b8b6-7d4496feaeb5 req-b38d1176-e1dd-4eac-a0ff-213b8a34dcea tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Calling delete_port for 81cf072b-a045-4379-a583-082f35faaaf6 owned by compute:nova {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:36:57.254971 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-736421d0-52f8-471d-9041-d7669c752c84 req-e6a65ab8-83bd-40b6-9bba-0f74158ce5f2 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811939 Jul 07 15:36:57.279440 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3ada44d5-9865-41f5-98d0-4182a58258c1 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (3050ed56-e227-46e2-a3d2-3f9570f71d84), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:57.297306 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:57.355453 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3ada44d5-9865-41f5-98d0-4182a58258c1 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (3050ed56-e227-46e2-a3d2-3f9570f71d84), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:57.383846 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada44d5-9865-41f5-98d0-4182a58258c1 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3050ed56-e227-46e2-a3d2-3f9570f71d84,revision_number=0']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:57.439088 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-86e75d5d-42d5-4e04-b8b6-7d4496feaeb5 req-b38d1176-e1dd-4eac-a0ff-213b8a34dcea tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (81cf072b-a045-4379-a583-082f35faaaf6), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:57.442121 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651906ff-cbb4-4101-bebc-4422af4a289b req-0e4f2e9f-1d75-4125-9947-1ab9da9b4b33 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:57.443822 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-651906ff-cbb4-4101-bebc-4422af4a289b req-0e4f2e9f-1d75-4125-9947-1ab9da9b4b33 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 945 time: 0.0652852 Jul 07 15:36:57.478298 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d1176-e1dd-4eac-a0ff-213b8a34dcea tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event deleted for resources: {'Port': ['ID=81cf072b-a045-4379-a583-082f35faaaf6,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:57.479818 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:57.483584 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3ada44d5-9865-41f5-98d0-4182a58258c1 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:57.484778 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-3ada44d5-9865-41f5-98d0-4182a58258c1 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4532483 Jul 07 15:36:57.488961 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45762) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:57.493375 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-ce2e2385-a663-485d-b347-f05b9e6bca39 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Request body: {'security_group_rule': {'security_group_id': 'a7d12a43-067b-4b9a-93ae-1a2962987754', 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:57.508315 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-651906ff-cbb4-4101-bebc-4422af4a289b req-519627a4-37ff-4017-904c-b878869f56bb tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589068 Jul 07 15:36:57.612833 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86e75d5d-42d5-4e04-b8b6-7d4496feaeb5 req-b38d1176-e1dd-4eac-a0ff-213b8a34dcea tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Router badb391a-9ac8-4700-b35a-45b4f5d75596 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:36:57.632632 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2385-a663-485d-b347-f05b9e6bca39 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (5c5eb623-5225-4051-9360-9a64f00c1485), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:57.738963 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device bcf3a191-4ef0-4048-9b74-408448e7ee6d up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:57.781278 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86e75d5d-42d5-4e04-b8b6-7d4496feaeb5 req-b38d1176-e1dd-4eac-a0ff-213b8a34dcea tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:36:57.781882 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port bcf3a191-4ef0-4048-9b74-408448e7ee6d completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:36:57.790655 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45ca5e2-cded-4848-8982-6eaccc5600b6 None None] Sync routers for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:36:57.794160 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2385-a663-485d-b347-f05b9e6bca39 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (5c5eb623-5225-4051-9360-9a64f00c1485), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:57.801438 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ca5e2-cded-4848-8982-6eaccc5600b6 None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:57.802039 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-f45ca5e2-cded-4848-8982-6eaccc5600b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:57.812494 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:57.840037 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e75d5d-42d5-4e04-b8b6-7d4496feaeb5 req-b38d1176-e1dd-4eac-a0ff-213b8a34dcea tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] No DVR routers for this DVR port 81cf072b-a045-4379-a583-082f35faaaf6 on host hv-cinder-84130 {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:36:57.844452 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-86e75d5d-42d5-4e04-b8b6-7d4496feaeb5 req-b38d1176-e1dd-4eac-a0ff-213b8a34dcea tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:57.849195 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-86e75d5d-42d5-4e04-b8b6-7d4496feaeb5 req-b38d1176-e1dd-4eac-a0ff-213b8a34dcea tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "DELETE /v2.0/ports/81cf072b-a045-4379-a583-082f35faaaf6 HTTP/1.1" status: 204 len: 173 time: 1.0430884 Jul 07 15:36:57.849737 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'name': 'network-vif-deleted', 'tag': '81cf072b-a045-4379-a583-082f35faaaf6'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:36:57.852380 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f866bb-559b-4958-ba93-f47b85814cc7" -d '{"events": [{"server_uuid": "6f1ae649-fd9a-4dcd-ae5a-384e324e4de9", "name": "network-vif-deleted", "tag": "81cf072b-a045-4379-a583-082f35faaaf6"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:36:57.901215 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2385-a663-485d-b347-f05b9e6bca39 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (5c5eb623-5225-4051-9360-9a64f00c1485), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:57.903494 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port bcf3a191-4ef0-4048-9b74-408448e7ee6d triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:57.903981 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:57.928318 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af79cda3-8887-43fb-92c3-70915a965b67 x-openstack-request-id: req-af79cda3-8887-43fb-92c3-70915a965b67 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:36:57.928843 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1ae649-fd9a-4dcd-ae5a-384e324e4de9", "name": "network-vif-deleted", "tag": "81cf072b-a045-4379-a583-082f35faaaf6", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:36:57.930857 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af79cda3-8887-43fb-92c3-70915a965b67 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:36:57.931681 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af79cda3-8887-43fb-92c3-70915a965b67'] response: {'server_uuid': '6f1ae649-fd9a-4dcd-ae5a-384e324e4de9', 'name': 'network-vif-deleted', 'tag': '81cf072b-a045-4379-a583-082f35faaaf6', 'status': 'completed', 'code': 200} Jul 07 15:36:57.954974 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e2385-a663-485d-b347-f05b9e6bca39 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5eb623-5225-4051-9360-9a64f00c1485,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:57.995585 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-f45ca5e2-cded-4848-8982-6eaccc5600b6 None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:58.023451 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2385-a663-485d-b347-f05b9e6bca39 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:58.025183 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ce2e2385-a663-485d-b347-f05b9e6bca39 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5352323 Jul 07 15:36:58.028300 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45766) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:58.035923 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-a00f5389-77fa-40cb-ad51-18430fed59c8 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Request body: {'security_group_rule': {'security_group_id': 'a7d12a43-067b-4b9a-93ae-1a2962987754', 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:58.036660 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port bcf3a191-4ef0-4048-9b74-408448e7ee6d is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:58.038003 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:58.077808 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:36:58.081219 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11542b15-6e91-432c-9aca-de77c3cd0cc3" -d '{"events": [{"server_uuid": "9b8af2eb-fd79-4b8d-a9ef-648a1959ded8", "name": "network-vif-plugged", "status": "completed", "tag": "bcf3a191-4ef0-4048-9b74-408448e7ee6d"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:36:58.115646 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port bcf3a191-4ef0-4048-9b74-408448e7ee6d, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=bcf3a191-4ef0-4048-9b74-408448e7ee6d,segment=NetworkSegment(b7f4c497-742a-4266-9eca-a37d713bad41),segment_id=b7f4c497-742a-4266-9eca-a37d713bad41)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:36:58.128205 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c56778-1bd8-4744-8146-a400b2a48276 x-openstack-request-id: req-84c56778-1bd8-4744-8146-a400b2a48276 {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:36:58.128205 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8af2eb-fd79-4b8d-a9ef-648a1959ded8", "name": "network-vif-plugged", "status": "completed", "tag": "bcf3a191-4ef0-4048-9b74-408448e7ee6d", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:36:58.128205 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84c56778-1bd8-4744-8146-a400b2a48276 {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:36:58.128205 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c56778-1bd8-4744-8146-a400b2a48276'] response: {'server_uuid': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d', 'code': 200} Jul 07 15:36:58.150468 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.securitygroups_db [None req-a00f5389-77fa-40cb-ad51-18430fed59c8 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Project b72dae7a2e644460b4c63da884023c82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 15:36:58.172516 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a00f5389-77fa-40cb-ad51-18430fed59c8 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (2ee588bb-7198-4075-ab6f-6642ce30c475), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:58.205384 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:58.259981 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=bcf3a191-4ef0-4048-9b74-408448e7ee6d,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:58.280079 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:36:58.284796 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a00f5389-77fa-40cb-ad51-18430fed59c8 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (2ee588bb-7198-4075-ab6f-6642ce30c475), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:58.329915 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-f45ca5e2-cded-4848-8982-6eaccc5600b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:58.341227 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Sync routers for ids ['10bd05b7-8658-4e75-93ad-537b000411dc'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:36:58.357236 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Routers {'10bd05b7-8658-4e75-93ad-537b000411dc'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:58.358795 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['10bd05b7-8658-4e75-93ad-537b000411dc'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:58.367110 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45ca5e2-cded-4848-8982-6eaccc5600b6 None None] Checking router: badb391a-9ac8-4700-b35a-45b4f5d75596 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:36:58.376531 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a00f5389-77fa-40cb-ad51-18430fed59c8 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (2ee588bb-7198-4075-ab6f-6642ce30c475), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:58.377712 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ca5e2-cded-4848-8982-6eaccc5600b6 None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:58.378704 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-f45ca5e2-cded-4848-8982-6eaccc5600b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:58.402135 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f5389-77fa-40cb-ad51-18430fed59c8 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee588bb-7198-4075-ab6f-6642ce30c475,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:58.415967 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-27acbb1e-4e3e-42e4-a8e8-a2cebb105382 req-2ae83c2a-1d00-4398-b17a-235ce196799c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f1ae649-fd9a-4dcd-ae5a-384e324e4de9 HTTP/1.1" status: 200 len: 210 time: 0.0405879 Jul 07 15:36:58.486564 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a00f5389-77fa-40cb-ad51-18430fed59c8 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:58.487960 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-a00f5389-77fa-40cb-ad51-18430fed59c8 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4581590 Jul 07 15:36:58.490734 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45776) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:58.496923 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-3eef18eb-849a-45f3-9b80-04b2cc98c0db tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Request body: {'security_group_rule': {'security_group_id': 'a7d12a43-067b-4b9a-93ae-1a2962987754', 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:36:58.503535 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:58.505908 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Set router 10bd05b7-8658-4e75-93ad-537b000411dc gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:58.511034 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-f45ca5e2-cded-4848-8982-6eaccc5600b6 None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:58.622130 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.securitygroups_db [None req-3eef18eb-849a-45f3-9b80-04b2cc98c0db tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Project b72dae7a2e644460b4c63da884023c82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 15:36:58.629770 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3eef18eb-849a-45f3-9b80-04b2cc98c0db tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (3e97e9d8-d996-4d8e-ab0f-0aa02029861e), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:58.715375 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364b467-d839-4f1a-b6e3-195986f8866f req-3936f974-9d44-48b9-8493-4a16b252dccb tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:58.724337 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9364b467-d839-4f1a-b6e3-195986f8866f req-3936f974-9d44-48b9-8493-4a16b252dccb tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.1262927 Jul 07 15:36:58.781055 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3eef18eb-849a-45f3-9b80-04b2cc98c0db tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (3e97e9d8-d996-4d8e-ab0f-0aa02029861e), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:58.797243 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08bc59-68e8-4621-8062-109126782cfd req-0759a2e9-3fe1-4dfd-88fc-189b6642b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:58.800645 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-eb08bc59-68e8-4621-8062-109126782cfd req-0759a2e9-3fe1-4dfd-88fc-189b6642b68c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 1130 time: 0.0820115 Jul 07 15:36:58.803265 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:58.810331 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73f3c8-7a96-409a-93d1-6414676fd5a5 req-2cfc604f-07f5-4960-bb72-ded8331d4e79 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:36:58.812645 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'name': 'tempest-TestVolumeBootPattern-1983413594-router', 'tenant_id': '98953ecda1544abdb7652065dafa75b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:51Z', 'updated_at': '2022-07-07T15:36:54Z', 'revision_number': 4, 'project_id': '98953ecda1544abdb7652065dafa75b3', 'gw_port': {'id': '8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:52Z', 'updated_at': '2022-07-07T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'e02985a0-4623-44f1-81ea-21437e19d4d9', 'name': '', 'network_id': 'e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b', 'tenant_id': '98953ecda1544abdb7652065dafa75b3', 'mac_address': 'fa:16:3e:02:13:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'afda397b-a2f1-4cb3-836c-7b4970e58149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:54Z', 'updated_at': '2022-07-07T15:36:54Z', 'revision_number': 2, 'project_id': '98953ecda1544abdb7652065dafa75b3', 'subnets': [{'id': 'afda397b-a2f1-4cb3-836c-7b4970e58149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:58.813521 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7b73f3c8-7a96-409a-93d1-6414676fd5a5 req-2cfc604f-07f5-4960-bb72-ded8331d4e79 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.1353824 Jul 07 15:36:58.824248 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:36:58.858883 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3eef18eb-849a-45f3-9b80-04b2cc98c0db tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (3e97e9d8-d996-4d8e-ab0f-0aa02029861e), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:58.861984 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9364b467-d839-4f1a-b6e3-195986f8866f req-e4b7a4a2-5c9f-49d6-b778-e6646a84064e tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363583 Jul 07 15:36:58.876209 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Checking router: 10bd05b7-8658-4e75-93ad-537b000411dc for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:36:58.876675 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Updating router 10bd05b7-8658-4e75-93ad-537b000411dc port e02985a0-4623-44f1-81ea-21437e19d4d9 binding host dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:36:58.894645 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef18eb-849a-45f3-9b80-04b2cc98c0db tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e97e9d8-d996-4d8e-ab0f-0aa02029861e,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:58.911100 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:58.911320 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:58.912286 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7b73f3c8-7a96-409a-93d1-6414676fd5a5 req-3d1d440a-4c1a-4bec-a5d2-1724aa48ce8b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880735 Jul 07 15:36:58.919791 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-f45ca5e2-cded-4848-8982-6eaccc5600b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:58.937505 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-eb08bc59-68e8-4621-8062-109126782cfd req-8e5cec28-9fab-4aa0-8e2b-49336037d409 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014633 Jul 07 15:36:58.958465 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45ca5e2-cded-4848-8982-6eaccc5600b6 None None] The sync data for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi is: [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:36:59.007238 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3eef18eb-849a-45f3-9b80-04b2cc98c0db tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:59.011609 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-3eef18eb-849a-45f3-9b80-04b2cc98c0db tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5177007 Jul 07 15:36:59.046170 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:59.048532 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:59.212215 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:36:59.235127 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:59.262127 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b740bf14-aafc-4d6e-a40d-7353a05f4248 None None] New status for floating IP c28fe138-1cc8-4285-a3d1-c1a173deda4e: DOWN {{(pid=104330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:36:59.292872 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Publish callbacks [] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:59.379667 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:59.440956 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af297c90-a52c-4414-9522-1af887b47f4f None None] Pushing event updated for resources: {'Port': ['ID=e02985a0-4623-44f1-81ea-21437e19d4d9,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:59.504223 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Attempting to bind port e02985a0-4623-44f1-81ea-21437e19d4d9 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:36:59.504223 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Attempting to bind port e02985a0-4623-44f1-81ea-21437e19d4d9 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '1a7f4899-d15b-4684-a518-a12fbf29723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:36:59.504223 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Attempting to bind port e02985a0-4623-44f1-81ea-21437e19d4d9 on network e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:36:59.533177 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:36:59.533655 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Checking segment: {'id': '1a7f4899-d15b-4684-a518-a12fbf29723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:36:59.534218 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:59.534727 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Bound using segment: {'id': '1a7f4899-d15b-4684-a518-a12fbf29723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:36:59.535270 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Bound port: e02985a0-4623-44f1-81ea-21437e19d4d9, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7f4899-d15b-4684-a518-a12fbf29723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:36:59.535758 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:59.602963 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] For port e02985a0-4623-44f1-81ea-21437e19d4d9, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:36:59.606435 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] For port e02985a0-4623-44f1-81ea-21437e19d4d9, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=e02985a0-4623-44f1-81ea-21437e19d4d9,segment=NetworkSegment(1a7f4899-d15b-4684-a518-a12fbf29723c),segment_id=1a7f4899-d15b-4684-a518-a12fbf29723c)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:36:59.640270 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45826) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:59.669192 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-e931d622-8fd1-4ec2-a4ff-f2a3cfb8bdbd None None] Provisioning complete for port e02985a0-4623-44f1-81ea-21437e19d4d9 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:36:59.669587 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e931d622-8fd1-4ec2-a4ff-f2a3cfb8bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:59.686551 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:36:59.698036 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-84a37b89-16a7-45fa-b1a0-c66fede95730 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (8cba50a9-8ddf-44b8-a6d9-3eb911b1f577), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:59.704153 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:59.723820 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-84a37b89-16a7-45fa-b1a0-c66fede95730 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (8cba50a9-8ddf-44b8-a6d9-3eb911b1f577), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:59.733248 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-e931d622-8fd1-4ec2-a4ff-f2a3cfb8bdbd None None] Port e02985a0-4623-44f1-81ea-21437e19d4d9 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:36:59.747211 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 81cf072b-a045-4379-a583-082f35faaaf6 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:36:59.782201 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: 81cf072b-a045-4379-a583-082f35faaaf6 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:36:59.793563 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 81cf072b-a045-4379-a583-082f35faaaf6 not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:36:59.802923 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Routers {'10bd05b7-8658-4e75-93ad-537b000411dc'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:36:59.803585 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['10bd05b7-8658-4e75-93ad-537b000411dc'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:36:59.807437 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af297c90-a52c-4414-9522-1af887b47f4f None None] Pushing event updated for resources: {'Port': ['ID=e02985a0-4623-44f1-81ea-21437e19d4d9,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:36:59.895223 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-84a37b89-16a7-45fa-b1a0-c66fede95730 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (8cba50a9-8ddf-44b8-a6d9-3eb911b1f577), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:59.898376 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-84a37b89-16a7-45fa-b1a0-c66fede95730 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:36:59.902630 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 45830) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:59.904244 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-84a37b89-16a7-45fa-b1a0-c66fede95730 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "DELETE /v2.0/security-groups/8cba50a9-8ddf-44b8-a6d9-3eb911b1f577 HTTP/1.1" status: 204 len: 168 time: 0.2628913 Jul 07 15:36:59.921790 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.api.v2.resource [None req-ac98db3b-9d6b-48bc-b149-415c1832d85f tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] show failed (client error): The resource could not be found. Jul 07 15:36:59.922786 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-ac98db3b-9d6b-48bc-b149-415c1832d85f tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups/8cba50a9-8ddf-44b8-a6d9-3eb911b1f577 HTTP/1.1" status: 404 len: 347 time: 0.0185459 Jul 07 15:36:59.926667 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 45832) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:36:59.934904 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] Set router 10bd05b7-8658-4e75-93ad-537b000411dc gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:36:59.957250 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a37b89-16a7-45fa-b1a0-c66fede95730 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cba50a9-8ddf-44b8-a6d9-3eb911b1f577,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:00.069834 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-ca093572-9eaf-4b78-abce-9dd1e2dd2091 None None] Provisioning complete for port e02985a0-4623-44f1-81ea-21437e19d4d9 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:37:00.074298 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-ca093572-9eaf-4b78-abce-9dd1e2dd2091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:00.160400 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99c8f1-3d51-4a03-9d8b-849e44a8296b req-4dac1191-0c9f-46c8-8d22-67a445fdb8c3 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:00.162293 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fd99c8f1-3d51-4a03-9d8b-849e44a8296b req-4dac1191-0c9f-46c8-8d22-67a445fdb8c3 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.1396923 Jul 07 15:37:00.170507 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e21758-ae15-46a5-a0b0-efd79069a558 req-63d8efab-b23f-4a0c-9a61-9d5b5e462e3d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:00.172135 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-53e21758-ae15-46a5-a0b0-efd79069a558 req-63d8efab-b23f-4a0c-9a61-9d5b5e462e3d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.1292133 Jul 07 15:37:00.235456 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-a1ac4a65-8805-4271-8712-2c94df1313f8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Deleting port 0e0155e6-3bd9-4f53-9fa8-5e1a13932f5f {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:37:00.235816 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4a65-8805-4271-8712-2c94df1313f8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (0e0155e6-3bd9-4f53-9fa8-5e1a13932f5f), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:00.308324 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-53e21758-ae15-46a5-a0b0-efd79069a558 req-ccbe8516-2701-44a7-8918-99e88c477115 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092067 Jul 07 15:37:00.338914 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fd99c8f1-3d51-4a03-9d8b-849e44a8296b req-69f750e8-8789-42f8-9200-62da52147f65 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480696 Jul 07 15:37:00.341337 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-ca093572-9eaf-4b78-abce-9dd1e2dd2091 None None] Current status of the port e02985a0-4623-44f1-81ea-21437e19d4d9 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:37:00.341724 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-ca093572-9eaf-4b78-abce-9dd1e2dd2091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:00.358586 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:00.369506 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4a65-8805-4271-8712-2c94df1313f8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (0e0155e6-3bd9-4f53-9fa8-5e1a13932f5f), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:00.369884 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4a65-8805-4271-8712-2c94df1313f8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (0e0155e6-3bd9-4f53-9fa8-5e1a13932f5f), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:00.381093 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'name': 'tempest-TestVolumeBootPattern-1983413594-router', 'tenant_id': '98953ecda1544abdb7652065dafa75b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:51Z', 'updated_at': '2022-07-07T15:36:54Z', 'revision_number': 4, 'project_id': '98953ecda1544abdb7652065dafa75b3', 'gw_port': {'id': '8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:52Z', 'updated_at': '2022-07-07T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'e02985a0-4623-44f1-81ea-21437e19d4d9', 'name': '', 'network_id': 'e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b', 'tenant_id': '98953ecda1544abdb7652065dafa75b3', 'mac_address': 'fa:16:3e:02:13:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'afda397b-a2f1-4cb3-836c-7b4970e58149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:54Z', 'updated_at': '2022-07-07T15:36:59Z', 'revision_number': 4, 'project_id': '98953ecda1544abdb7652065dafa75b3', 'subnets': [{'id': 'afda397b-a2f1-4cb3-836c-7b4970e58149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:37:00.389748 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-a1ac4a65-8805-4271-8712-2c94df1313f8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Calling delete_port for 0e0155e6-3bd9-4f53-9fa8-5e1a13932f5f owned by network:floatingip {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:37:00.417603 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1b94f8-32af-4dc5-b113-ee27596efafe None None] The sync data for ids ['10bd05b7-8658-4e75-93ad-537b000411dc'] in dv-cinder-841302-5-iscsi is: [{'id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'name': 'tempest-TestVolumeBootPattern-1983413594-router', 'tenant_id': '98953ecda1544abdb7652065dafa75b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:51Z', 'updated_at': '2022-07-07T15:36:54Z', 'revision_number': 4, 'project_id': '98953ecda1544abdb7652065dafa75b3', 'gw_port': {'id': '8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:52Z', 'updated_at': '2022-07-07T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'e02985a0-4623-44f1-81ea-21437e19d4d9', 'name': '', 'network_id': 'e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b', 'tenant_id': '98953ecda1544abdb7652065dafa75b3', 'mac_address': 'fa:16:3e:02:13:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'afda397b-a2f1-4cb3-836c-7b4970e58149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:54Z', 'updated_at': '2022-07-07T15:36:59Z', 'revision_number': 4, 'project_id': '98953ecda1544abdb7652065dafa75b3', 'subnets': [{'id': 'afda397b-a2f1-4cb3-836c-7b4970e58149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:37:00.421548 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-ca093572-9eaf-4b78-abce-9dd1e2dd2091 None None] For port e02985a0-4623-44f1-81ea-21437e19d4d9, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=e02985a0-4623-44f1-81ea-21437e19d4d9,segment=NetworkSegment(1a7f4899-d15b-4684-a518-a12fbf29723c),segment_id=1a7f4899-d15b-4684-a518-a12fbf29723c)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:37:00.505618 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-ca093572-9eaf-4b78-abce-9dd1e2dd2091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:00.554871 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:00.566678 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca093572-9eaf-4b78-abce-9dd1e2dd2091 None None] Pushing event updated for resources: {'Port': ['ID=e02985a0-4623-44f1-81ea-21437e19d4d9,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:00.679990 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4a65-8805-4271-8712-2c94df1313f8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (0e0155e6-3bd9-4f53-9fa8-5e1a13932f5f), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:00.732406 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac4a65-8805-4271-8712-2c94df1313f8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event deleted for resources: {'Port': ['ID=0e0155e6-3bd9-4f53-9fa8-5e1a13932f5f,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:00.808217 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4a65-8805-4271-8712-2c94df1313f8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (c28fe138-1cc8-4285-a3d1-c1a173deda4e), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:00.810183 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device e02985a0-4623-44f1-81ea-21437e19d4d9 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:37:00.810861 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4a65-8805-4271-8712-2c94df1313f8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:00.812591 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-a1ac4a65-8805-4271-8712-2c94df1313f8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "DELETE /v2.0/floatingips/c28fe138-1cc8-4285-a3d1-c1a173deda4e HTTP/1.1" status: 204 len: 168 time: 0.8847735 Jul 07 15:37:00.869703 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port e02985a0-4623-44f1-81ea-21437e19d4d9 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:37:00.870082 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:00.959094 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port e02985a0-4623-44f1-81ea-21437e19d4d9 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:37:00.980663 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 45856) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:37:00.985652 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-5972d503-eafe-4b0e-a648-d167dcdd14ae tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726026908', 'description': 'tempest-description--1447427703'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:37:01.000323 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:01.086627 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5972d503-eafe-4b0e-a648-d167dcdd14ae tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:01.138079 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:01.177670 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5972d503-eafe-4b0e-a648-d167dcdd14ae tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (a9060a52-7c76-43da-a411-b44b7cba4082), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:01.259622 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5972d503-eafe-4b0e-a648-d167dcdd14ae tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (a9060a52-7c76-43da-a411-b44b7cba4082), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:01.293042 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972d503-eafe-4b0e-a648-d167dcdd14ae tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9060a52-7c76-43da-a411-b44b7cba4082,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:01.353094 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-5972d503-eafe-4b0e-a648-d167dcdd14ae tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:01.354456 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-5972d503-eafe-4b0e-a648-d167dcdd14ae tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3722744 Jul 07 15:37:01.357721 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45862) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:37:01.362518 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-3a1812e5-06bc-465e-b354-33a4f73e8242 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'security_group_rule': {'security_group_id': 'a9060a52-7c76-43da-a411-b44b7cba4082', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:37:01.489922 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7863d-69b8-4dbc-93f7-9f34854eea46 req-59ba27b6-6d0d-4195-a359-8ddf483b44cf tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:01.491440 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f3b7863d-69b8-4dbc-93f7-9f34854eea46 req-59ba27b6-6d0d-4195-a359-8ddf483b44cf tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0916162 Jul 07 15:37:01.508162 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3a1812e5-06bc-465e-b354-33a4f73e8242 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (aa924ee2-4ace-4975-bf73-30fdbb96a8d0), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:01.521949 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ab26c-f384-424e-bf08-03e42b9aa69a req-28b34187-d25d-4a0e-b685-1ec1f74498d6 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:01.523457 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-449ab26c-f384-424e-bf08-03e42b9aa69a req-28b34187-d25d-4a0e-b685-1ec1f74498d6 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0830190 Jul 07 15:37:01.572363 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3a1812e5-06bc-465e-b354-33a4f73e8242 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (aa924ee2-4ace-4975-bf73-30fdbb96a8d0), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:01.583770 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f3b7863d-69b8-4dbc-93f7-9f34854eea46 req-9fa8e9d3-6936-47bb-a7e7-0e439b6ead6b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864387 Jul 07 15:37:01.605621 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-449ab26c-f384-424e-bf08-03e42b9aa69a req-7d40b7cb-dba3-4077-b025-c7e75104e2b0 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753946 Jul 07 15:37:01.684380 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3a1812e5-06bc-465e-b354-33a4f73e8242 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (aa924ee2-4ace-4975-bf73-30fdbb96a8d0), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:01.704905 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1812e5-06bc-465e-b354-33a4f73e8242 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa924ee2-4ace-4975-bf73-30fdbb96a8d0,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:01.722520 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc7c0e-912e-42cb-9c58-26eb3276be92 req-50251cc3-af5c-405e-9ffb-54b2cb574fde tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:01.724082 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2bfc7c0e-912e-42cb-9c58-26eb3276be92 req-50251cc3-af5c-405e-9ffb-54b2cb574fde tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0492499 Jul 07 15:37:01.774499 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2bfc7c0e-912e-42cb-9c58-26eb3276be92 req-dc4d5f99-7891-466e-a129-1210699f201e tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444098 Jul 07 15:37:01.778179 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3a1812e5-06bc-465e-b354-33a4f73e8242 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:01.779417 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-3a1812e5-06bc-465e-b354-33a4f73e8242 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4205694 Jul 07 15:37:01.783355 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45868) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:37:01.788033 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'security_group_rule': {'security_group_id': 'a9060a52-7c76-43da-a411-b44b7cba4082', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:37:01.800275 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 45870) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:37:01.901750 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (3c3ef7b7-868d-4365-800e-44aae98cc530), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:01.964125 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (3c3ef7b7-868d-4365-800e-44aae98cc530), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:01.996999 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a05803-ad0f-494a-80af-4a84507b5106 tempest-TestShelveInstance-193563033 tempest-TestShelveInstance-193563033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:01.998662 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-c4a05803-ad0f-494a-80af-4a84507b5106 tempest-TestShelveInstance-193563033 tempest-TestShelveInstance-193563033-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 1125 time: 0.1972530 Jul 07 15:37:02.002253 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45874) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:37:02.006833 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Request body: {'floatingip': {'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'port_id': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:37:02.027401 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (3c3ef7b7-868d-4365-800e-44aae98cc530), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:02.047052 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3ef7b7-868d-4365-800e-44aae98cc530,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:02.054619 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:02.054983 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:02.055316 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:02.055660 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:02.055990 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:02.056316 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:02.056636 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:02.056957 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:02.057276 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:02.057595 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:02.057914 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:02.058233 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:02.058550 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:02.058863 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:02.059177 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:02.111288 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:02.135453 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:02.136726 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-25bba25d-6221-4788-85a3-70aed0d44df3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3523331 Jul 07 15:37:02.139877 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 45878) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:37:02.145068 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'floatingip': {'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:37:02.218513 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:02.268648 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:02.286422 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:02.658147 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Allocated IP 172.27.1.23 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/de36a725-62a9-4a0a-bc36-48067069769b) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:37:02.663240 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:02.667073 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:02.704703 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f03ebf-fd2b-4cde-88fc-4d741dfbb6af req-41b7dca7-2305-4f34-bc69-e455f28950a5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:02.706198 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-58f03ebf-fd2b-4cde-88fc-4d741dfbb6af req-41b7dca7-2305-4f34-bc69-e455f28950a5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0524473 Jul 07 15:37:02.755239 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-58f03ebf-fd2b-4cde-88fc-4d741dfbb6af req-238ac44d-b7a7-46f3-aeb1-2339a3be697e tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433004 Jul 07 15:37:02.814566 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for port (de36a725-62a9-4a0a-bc36-48067069769b), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:02.901832 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (de36a725-62a9-4a0a-bc36-48067069769b), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:02.972812 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:37:02.978977 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:37:02.984697 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:37:02.991888 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Pushing event updated for resources: {'Port': ['ID=de36a725-62a9-4a0a-bc36-48067069769b,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:03.030128 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Allocated IP 172.27.1.151 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/94258b0b-86ee-478b-8b56-21175571ea79) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:37:03.092149 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=91 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:03.263880 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for port (94258b0b-86ee-478b-8b56-21175571ea79), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:03.428191 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (94258b0b-86ee-478b-8b56-21175571ea79), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:03.483489 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:37:03.486884 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for floatingip (47fb1737-6ace-427a-ac8e-c5685cf6a38c), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:03.490934 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:37:03.509258 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:37:03.512855 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'Port': ['ID=94258b0b-86ee-478b-8b56-21175571ea79,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:03.531377 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:03.541526 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:03.572879 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (9d39a17e-7462-4802-a822-b3b52e69575c), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:03.699644 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (94258b0b-86ee-478b-8b56-21175571ea79), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:03.702448 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (de36a725-62a9-4a0a-bc36-48067069769b), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:03.873748 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e44bf-7955-48f9-ae9f-93962b23a258 req-bad5b28b-6e73-4168-9759-caed7949ed64 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:03.875273 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ce9e44bf-7955-48f9-ae9f-93962b23a258 req-bad5b28b-6e73-4168-9759-caed7949ed64 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0481384 Jul 07 15:37:03.900041 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:03.928333 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ce9e44bf-7955-48f9-ae9f-93962b23a258 req-da5df3f4-08e9-4111-9347-e9677f67e92d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474057 Jul 07 15:37:03.959042 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:03.974199 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for port (de36a725-62a9-4a0a-bc36-48067069769b), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:03.976902 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for port (94258b0b-86ee-478b-8b56-21175571ea79), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:04.059677 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (de36a725-62a9-4a0a-bc36-48067069769b), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:04.092664 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (94258b0b-86ee-478b-8b56-21175571ea79), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:04.100204 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (47fb1737-6ace-427a-ac8e-c5685cf6a38c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:04.153578 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (9d39a17e-7462-4802-a822-b3b52e69575c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:04.158919 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Pushing event updated for resources: {'Port': ['ID=de36a725-62a9-4a0a-bc36-48067069769b,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:04.244776 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'Port': ['ID=94258b0b-86ee-478b-8b56-21175571ea79,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:04.258565 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Floating IP 47fb1737-6ace-427a-ac8e-c5685cf6a38c associated. External IP: 172.27.1.23, port: bcf3a191-4ef0-4048-9b74-408448e7ee6d. Jul 07 15:37:04.294585 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:04.295837 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-56ef4ef5-37e4-4afa-aa14-b47288030d02 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1549580 Jul 07 15:37:04.408830 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:04.482484 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Router bd080407-cad7-447f-943a-27b79f31eb96 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:37:04.520378 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-60f134af-6360-4c93-912d-f3909411b030 req-16ec778e-48ee-448d-b024-f50749fb098c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--726026908&fields=id&tenant_id=66b37250ea6d4c4eb242c27ce9819dfc HTTP/1.1" status: 200 len: 267 time: 0.0485413 Jul 07 15:37:04.593217 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:37:04.603922 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e689c9b7-35a2-4e9a-a6a9-5242e0ebda7b None None] Sync routers for ids ['bd080407-cad7-447f-943a-27b79f31eb96'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:37:04.613815 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e689c9b7-35a2-4e9a-a6a9-5242e0ebda7b None None] Routers {'bd080407-cad7-447f-943a-27b79f31eb96'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:37:04.614502 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-e689c9b7-35a2-4e9a-a6a9-5242e0ebda7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['bd080407-cad7-447f-943a-27b79f31eb96'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:37:04.630650 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f134af-6360-4c93-912d-f3909411b030 req-656cf1b7-6d04-4041-a9ba-e33893683dd1 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:04.632137 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-60f134af-6360-4c93-912d-f3909411b030 req-656cf1b7-6d04-4041-a9ba-e33893683dd1 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/networks?id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833 HTTP/1.1" status: 200 len: 814 time: 0.1052599 Jul 07 15:37:04.647780 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-60f134af-6360-4c93-912d-f3909411b030 req-8175aac1-04f6-45fb-8420-d59ab3037e43 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/quotas/66b37250ea6d4c4eb242c27ce9819dfc HTTP/1.1" status: 200 len: 375 time: 0.0097513 Jul 07 15:37:04.652846 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:04.685790 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-3f04a5d7-2a7e-4c7c-bc55-3fd5c439c7df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6823673 Jul 07 15:37:04.686376 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'tag': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:37:04.688725 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ee12ef-f7fa-42b8-8c13-3e2b71d55f35" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8af2eb-fd79-4b8d-a9ef-648a1959ded8", "tag": "bcf3a191-4ef0-4048-9b74-408448e7ee6d"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:37:04.724912 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e679457f-d5fd-4dba-8e36-72c5d6121924 x-openstack-request-id: req-e679457f-d5fd-4dba-8e36-72c5d6121924 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:37:04.725512 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8af2eb-fd79-4b8d-a9ef-648a1959ded8", "tag": "bcf3a191-4ef0-4048-9b74-408448e7ee6d", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:37:04.725614 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e679457f-d5fd-4dba-8e36-72c5d6121924 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:37:04.725924 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e679457f-d5fd-4dba-8e36-72c5d6121924'] response: {'name': 'network-changed', 'server_uuid': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'tag': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d', 'status': 'completed', 'code': 200} Jul 07 15:37:04.728019 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-60f134af-6360-4c93-912d-f3909411b030 req-faf3e9ab-8e4f-49df-acdb-e687d11583b3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663905 Jul 07 15:37:04.729038 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-e689c9b7-35a2-4e9a-a6a9-5242e0ebda7b None None] Set router bd080407-cad7-447f-943a-27b79f31eb96 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:37:04.799988 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee12ef-f7fa-42b8-8c13-3e2b71d55f35 req-082d6931-f4a4-41c6-a2ed-f43d469fe99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:04.801770 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-21ee12ef-f7fa-42b8-8c13-3e2b71d55f35 req-082d6931-f4a4-41c6-a2ed-f43d469fe99e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=41be827d61314cdbb5387c24e6353bb5&device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 1130 time: 0.0483670 Jul 07 15:37:04.825545 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-60f134af-6360-4c93-912d-f3909411b030 req-5046ee20-0095-478e-9098-95ff80defa3c service neutron] 10.222.0.25 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966656 Jul 07 15:37:04.914097 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee12ef-f7fa-42b8-8c13-3e2b71d55f35 req-499d4c44-35cc-4c2e-b64c-ea45d1f43d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:04.915695 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-21ee12ef-f7fa-42b8-8c13-3e2b71d55f35 req-499d4c44-35cc-4c2e-b64c-ea45d1f43d5e service neutron] 10.222.0.50 "GET /v2.0/networks?id=757ed358-1381-4fc5-bef5-a1b2bca8fd1b HTTP/1.1" status: 200 len: 909 time: 0.1065273 Jul 07 15:37:04.932836 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-60f134af-6360-4c93-912d-f3909411b030 req-1515acde-d004-4a43-a299-bf7312d5704c service neutron] 10.222.0.25 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003180 Jul 07 15:37:04.983376 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-e689c9b7-35a2-4e9a-a6a9-5242e0ebda7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'name': 'tempest-TestShelveInstance-869882599-router', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '67d37208-adaf-4585-9066-2bb7f270007f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:35:51Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'gw_port': {'id': '67d37208-adaf-4585-9066-2bb7f270007f', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:52Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '47fb1737-6ace-427a-ac8e-c5685cf6a38c', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'port_id': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'mac_address': 'fa:16:3e:ab:0e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:37:03Z', 'updated_at': '2022-07-07T15:37:03Z', 'revision_number': 0, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33451a9a-6d40-4eec-9950-fc42a3f82049', 'name': '', 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'mac_address': 'fa:16:3e:69:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:56Z', 'updated_at': '2022-07-07T15:36:00Z', 'revision_number': 5, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'subnets': [{'id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:37:05.000898 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-21ee12ef-f7fa-42b8-8c13-3e2b71d55f35 req-0b6d702d-4528-4b6a-9149-b8cad2589211 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcf3a191-4ef0-4048-9b74-408448e7ee6d HTTP/1.1" status: 200 len: 999 time: 0.0754743 Jul 07 15:37:05.015751 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e689c9b7-35a2-4e9a-a6a9-5242e0ebda7b None None] Checking router: bd080407-cad7-447f-943a-27b79f31eb96 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:37:05.029305 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e689c9b7-35a2-4e9a-a6a9-5242e0ebda7b None None] Routers {'bd080407-cad7-447f-943a-27b79f31eb96'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:37:05.031594 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-e689c9b7-35a2-4e9a-a6a9-5242e0ebda7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['bd080407-cad7-447f-943a-27b79f31eb96'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:37:05.065677 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee12ef-f7fa-42b8-8c13-3e2b71d55f35 req-f1067ffb-5725-4471-8699-08cd08a30a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:05.068557 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-21ee12ef-f7fa-42b8-8c13-3e2b71d55f35 req-f1067ffb-5725-4471-8699-08cd08a30a60 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f8151f99-f507-4459-a9a2-6d20274116fb HTTP/1.1" status: 200 len: 847 time: 0.0567837 Jul 07 15:37:05.077338 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14773b-06f4-476c-af4c-5762b8fc7aae req-78130790-4995-4138-8d8a-b221b4b15541 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:05.078930 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cb14773b-06f4-476c-af4c-5762b8fc7aae req-78130790-4995-4138-8d8a-b221b4b15541 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0597198 Jul 07 15:37:05.121835 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee12ef-f7fa-42b8-8c13-3e2b71d55f35 req-a857f94e-fef6-4857-bd0a-61ddbe65cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:05.123356 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-21ee12ef-f7fa-42b8-8c13-3e2b71d55f35 req-a857f94e-fef6-4857-bd0a-61ddbe65cc1c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=757ed358-1381-4fc5-bef5-a1b2bca8fd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471859 Jul 07 15:37:05.135915 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cb14773b-06f4-476c-af4c-5762b8fc7aae req-be14c7c8-99a4-4a62-b6c1-be1b02385a4f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500836 Jul 07 15:37:05.150527 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-e689c9b7-35a2-4e9a-a6a9-5242e0ebda7b None None] Set router bd080407-cad7-447f-943a-27b79f31eb96 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:37:05.180222 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:05.235609 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-21ee12ef-f7fa-42b8-8c13-3e2b71d55f35 req-42c9d849-e1c4-462c-a01f-974225a93822 service neutron] 10.222.0.50 "GET /v2.0/networks/757ed358-1381-4fc5-bef5-a1b2bca8fd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003687 Jul 07 15:37:05.264739 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:05.352184 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e56a0a1b-3d0d-4d62-8d0b-0bc8c830fd16 req-68541a08-d78d-4d1a-b0b2-80ab0542ed64 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 210 time: 0.0592582 Jul 07 15:37:05.383749 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-21ee12ef-f7fa-42b8-8c13-3e2b71d55f35 req-8f7c6895-933e-44df-b8ac-45d6f9d3ed83 service neutron] 10.222.0.50 "GET /v2.0/networks/757ed358-1381-4fc5-bef5-a1b2bca8fd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409481 Jul 07 15:37:05.410577 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-e689c9b7-35a2-4e9a-a6a9-5242e0ebda7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'name': 'tempest-TestShelveInstance-869882599-router', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '67d37208-adaf-4585-9066-2bb7f270007f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:35:51Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'gw_port': {'id': '67d37208-adaf-4585-9066-2bb7f270007f', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:52Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '47fb1737-6ace-427a-ac8e-c5685cf6a38c', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'port_id': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'mac_address': 'fa:16:3e:ab:0e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:37:03Z', 'updated_at': '2022-07-07T15:37:03Z', 'revision_number': 0, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33451a9a-6d40-4eec-9950-fc42a3f82049', 'name': '', 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'mac_address': 'fa:16:3e:69:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:56Z', 'updated_at': '2022-07-07T15:36:00Z', 'revision_number': 5, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'subnets': [{'id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:37:05.442193 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e689c9b7-35a2-4e9a-a6a9-5242e0ebda7b None None] The sync data for ids ['bd080407-cad7-447f-943a-27b79f31eb96'] in dv-cinder-841302-5-iscsi is: [{'id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'name': 'tempest-TestShelveInstance-869882599-router', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '67d37208-adaf-4585-9066-2bb7f270007f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:35:51Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'gw_port': {'id': '67d37208-adaf-4585-9066-2bb7f270007f', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:52Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '47fb1737-6ace-427a-ac8e-c5685cf6a38c', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'port_id': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'mac_address': 'fa:16:3e:ab:0e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:37:03Z', 'updated_at': '2022-07-07T15:37:03Z', 'revision_number': 0, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33451a9a-6d40-4eec-9950-fc42a3f82049', 'name': '', 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'mac_address': 'fa:16:3e:69:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:56Z', 'updated_at': '2022-07-07T15:36:00Z', 'revision_number': 5, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'subnets': [{'id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:37:05.642872 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a98e4f-99c4-4380-9db9-ade2d9eaacc5 None None] New status for floating IP 47fb1737-6ace-427a-ac8e-c5685cf6a38c: ACTIVE {{(pid=104330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:37:06.259279 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb483f4-ee5d-4e8e-b1ff-b97118b70d89 req-5fac6850-c3f5-4f5f-aef6-e6e05f907ae1 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:06.260751 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6bb483f4-ee5d-4e8e-b1ff-b97118b70d89 req-5fac6850-c3f5-4f5f-aef6-e6e05f907ae1 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0527070 Jul 07 15:37:06.309905 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6bb483f4-ee5d-4e8e-b1ff-b97118b70d89 req-ee5fd6b0-2928-4891-bcb2-6fc759352b5e tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432143 Jul 07 15:37:06.466334 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e8be346c-ddb8-4f39-b546-f55d0d13e47e req-734c2700-871c-4627-b721-26250904210a tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 210 time: 0.0290375 Jul 07 15:37:07.387801 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f134af-6360-4c93-912d-f3909411b030 req-4424236a-aee2-4130-9c8e-24d78a8e2463 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:07.389304 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-60f134af-6360-4c93-912d-f3909411b030 req-4424236a-aee2-4130-9c8e-24d78a8e2463 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "GET /v2.0/networks?id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833 HTTP/1.1" status: 200 len: 814 time: 0.1069655 Jul 07 15:37:07.431529 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f189b7-7699-4eae-95fb-a5bdc24193ea req-bdb61d0b-c6d5-4904-9ce9-5a77dece9fdb tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:07.436455 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-62f189b7-7699-4eae-95fb-a5bdc24193ea req-bdb61d0b-c6d5-4904-9ce9-5a77dece9fdb tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0538566 Jul 07 15:37:07.462586 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-60f134af-6360-4c93-912d-f3909411b030 req-b8f303af-1ff2-442e-bb73-60aaa6f5d5dc tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66b37250ea6d4c4eb242c27ce9819dfc HTTP/1.1" status: 200 len: 379 time: 0.0639741 Jul 07 15:37:07.472386 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-60f134af-6360-4c93-912d-f3909411b030 req-e3c538b5-f168-411c-a2d2-6783476c4218 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'port': {'device_id': '285e8356-8fad-43f7-ae21-52104c0b453f', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'admin_state_up': True, 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'security_groups': ['a9060a52-7c76-43da-a411-b44b7cba4082']}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:37:07.489234 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-62f189b7-7699-4eae-95fb-a5bdc24193ea req-ba2d8e53-e6f0-4f58-89f8-1e62a4f6dabf tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485592 Jul 07 15:37:07.570041 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f239ba7c-aa41-4fb2-85e7-cde0ae243abb req-b7025954-ed73-4573-8cbf-164c8347d24b tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 210 time: 0.0325592 Jul 07 15:37:07.701988 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f134af-6360-4c93-912d-f3909411b030 req-e3c538b5-f168-411c-a2d2-6783476c4218 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Made reservation on behalf of 66b37250ea6d4c4eb242c27ce9819dfc for: {'port': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:37:07.706474 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-60f134af-6360-4c93-912d-f3909411b030 req-e3c538b5-f168-411c-a2d2-6783476c4218 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:07.712559 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:07.843540 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [req-60f134af-6360-4c93-912d-f3909411b030 req-e3c538b5-f168-411c-a2d2-6783476c4218 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Allocated IP 172.20.0.13 (ac1a0dbf-9ce9-4f3d-9709-351b088f4833/61ecf33b-ac81-410e-a8db-4aefcfc3a895/e7e5d408-0caa-4043-a605-2348d4827ea2) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:37:07.986893 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-60f134af-6360-4c93-912d-f3909411b030 req-e3c538b5-f168-411c-a2d2-6783476c4218 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for port (e7e5d408-0caa-4043-a605-2348d4827ea2), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:08.073860 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-60f134af-6360-4c93-912d-f3909411b030 req-e3c538b5-f168-411c-a2d2-6783476c4218 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (e7e5d408-0caa-4043-a605-2348d4827ea2), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:08.120027 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f134af-6360-4c93-912d-f3909411b030 req-e3c538b5-f168-411c-a2d2-6783476c4218 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:37:08.123624 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [req-60f134af-6360-4c93-912d-f3909411b030 req-e3c538b5-f168-411c-a2d2-6783476c4218 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:37:08.128166 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f134af-6360-4c93-912d-f3909411b030 req-e3c538b5-f168-411c-a2d2-6783476c4218 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:37:08.133338 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f134af-6360-4c93-912d-f3909411b030 req-e3c538b5-f168-411c-a2d2-6783476c4218 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:08.133987 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-60f134af-6360-4c93-912d-f3909411b030 req-e3c538b5-f168-411c-a2d2-6783476c4218 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:08.140071 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c538b5-f168-411c-a2d2-6783476c4218 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'Port': ['ID=e7e5d408-0caa-4043-a605-2348d4827ea2,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:08.236833 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-60f134af-6360-4c93-912d-f3909411b030 req-e3c538b5-f168-411c-a2d2-6783476c4218 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7686696 Jul 07 15:37:08.254185 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Request body: {'port': {'device_id': '285e8356-8fad-43f7-ae21-52104c0b453f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:37:08.306731 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:08.315640 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (e7e5d408-0caa-4043-a605-2348d4827ea2), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:08.380238 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-69e5d09a-4324-4440-aaf9-2c156818f74e None None] Provisioning complete for port e7e5d408-0caa-4043-a605-2348d4827ea2 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:37:08.380831 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-69e5d09a-4324-4440-aaf9-2c156818f74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (e7e5d408-0caa-4043-a605-2348d4827ea2), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:08.414805 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-69e5d09a-4324-4440-aaf9-2c156818f74e None None] Port e7e5d408-0caa-4043-a605-2348d4827ea2 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:37:08.585864 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e5d408-0caa-4043-a605-2348d4827ea2 {{(pid=104327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:37:08.596119 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Publish callbacks [] for port (e7e5d408-0caa-4043-a605-2348d4827ea2), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:08.612649 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.provisioning_blocks [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Transition to ACTIVE for port object e7e5d408-0caa-4043-a605-2348d4827ea2 will not be triggered until provisioned by entity L2. {{(pid=104327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:37:08.617369 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f269bb-6f86-459d-8037-cbc5f944999f req-4579ca9d-305e-4ca5-898c-35ec016b8cc9 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:08.624619 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-84f269bb-6f86-459d-8037-cbc5f944999f req-4579ca9d-305e-4ca5-898c-35ec016b8cc9 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0651345 Jul 07 15:37:08.653465 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:08.707396 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c575d-0021-4402-af3b-f912c8d6dd10 req-ee0c7f8e-33c7-4b24-9cf4-652c393468a9 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:08.709000 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-630c575d-0021-4402-af3b-f912c8d6dd10 req-ee0c7f8e-33c7-4b24-9cf4-652c393468a9 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 932 time: 0.0662925 Jul 07 15:37:08.712055 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-84f269bb-6f86-459d-8037-cbc5f944999f req-b5f9c158-5032-440d-a088-a34146b9d1d7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865731 Jul 07 15:37:08.713351 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (e7e5d408-0caa-4043-a605-2348d4827ea2), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:08.741717 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:08.770652 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Pushing event updated for resources: {'Port': ['ID=e7e5d408-0caa-4043-a605-2348d4827ea2,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:08.774390 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-630c575d-0021-4402-af3b-f912c8d6dd10 req-83df2293-4444-41dd-a3de-16e76ae2f4f8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9060a52-7c76-43da-a411-b44b7cba4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565732 Jul 07 15:37:08.808805 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Attempting to bind port e7e5d408-0caa-4043-a605-2348d4827ea2 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:37:08.809286 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Attempting to bind port e7e5d408-0caa-4043-a605-2348d4827ea2 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:37:08.809620 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Attempting to bind port e7e5d408-0caa-4043-a605-2348d4827ea2 on network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:37:08.814915 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Port e7e5d408-0caa-4043-a605-2348d4827ea2 on network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:37:08.815225 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Attempting to bind port e7e5d408-0caa-4043-a605-2348d4827ea2 on network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:37:08.820833 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:37:08.821224 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Checking segment: {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:37:08.821549 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Bound using segment: {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:37:08.821970 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Bound port: e7e5d408-0caa-4043-a605-2348d4827ea2, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:37:08.822331 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (e7e5d408-0caa-4043-a605-2348d4827ea2), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:08.893424 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] For port e7e5d408-0caa-4043-a605-2348d4827ea2, host hv-cinder-84130, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:37:08.897142 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] For port e7e5d408-0caa-4043-a605-2348d4827ea2, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=e7e5d408-0caa-4043-a605-2348d4827ea2,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:37:08.997209 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (e7e5d408-0caa-4043-a605-2348d4827ea2), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:09.036829 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:09.037389 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:09.038814 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-60f134af-6360-4c93-912d-f3909411b030 req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] 10.222.0.50 "PUT /v2.0/ports/e7e5d408-0caa-4043-a605-2348d4827ea2 HTTP/1.1" status: 200 len: 1094 time: 0.7926054 Jul 07 15:37:09.039249 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285e8356-8fad-43f7-ae21-52104c0b453f', 'tag': 'e7e5d408-0caa-4043-a605-2348d4827ea2'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:37:09.041527 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a256ba-321b-448e-91b3-8adbe6068d55" -d '{"events": [{"name": "network-changed", "server_uuid": "285e8356-8fad-43f7-ae21-52104c0b453f", "tag": "e7e5d408-0caa-4043-a605-2348d4827ea2"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:37:09.062124 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b6b1f-aa24-46dd-a128-2322b32f376f service neutron] Pushing event updated for resources: {'Port': ['ID=e7e5d408-0caa-4043-a605-2348d4827ea2,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:09.107186 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab284f1-8b6a-4f0a-9c98-c2df12a49e2c x-openstack-request-id: req-8ab284f1-8b6a-4f0a-9c98-c2df12a49e2c {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:37:09.107468 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285e8356-8fad-43f7-ae21-52104c0b453f", "tag": "e7e5d408-0caa-4043-a605-2348d4827ea2", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:37:09.107740 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ab284f1-8b6a-4f0a-9c98-c2df12a49e2c {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:37:09.108134 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab284f1-8b6a-4f0a-9c98-c2df12a49e2c'] response: {'name': 'network-changed', 'server_uuid': '285e8356-8fad-43f7-ae21-52104c0b453f', 'tag': 'e7e5d408-0caa-4043-a605-2348d4827ea2', 'status': 'completed', 'code': 200} Jul 07 15:37:09.216543 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-b7fe446a-562b-4da6-bd5e-aa77870264a6 req-6fcb42fa-873a-40f9-87cb-83d651ab7dff service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749345 Jul 07 15:37:09.220406 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a256ba-321b-448e-91b3-8adbe6068d55 req-14c34693-d556-460d-89eb-b66eef0549ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:09.221904 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-44a256ba-321b-448e-91b3-8adbe6068d55 req-14c34693-d556-460d-89eb-b66eef0549ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 1128 time: 0.0709031 Jul 07 15:37:09.307877 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe446a-562b-4da6-bd5e-aa77870264a6 req-d3354fd7-0a84-4323-9c62-f5a1c50725a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:09.309372 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-b7fe446a-562b-4da6-bd5e-aa77870264a6 req-d3354fd7-0a84-4323-9c62-f5a1c50725a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2e4afda121042939745304ce6f76a8b&device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 1131 time: 0.0549622 Jul 07 15:37:09.373238 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:09.690975 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a256ba-321b-448e-91b3-8adbe6068d55 req-5361ba09-550f-4e80-bbb2-d63ba9c61890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:09.692483 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-44a256ba-321b-448e-91b3-8adbe6068d55 req-5361ba09-550f-4e80-bbb2-d63ba9c61890 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4615290 Jul 07 15:37:09.730281 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe446a-562b-4da6-bd5e-aa77870264a6 req-db8c83df-d376-41e9-a641-a81585f07016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:09.732082 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-b7fe446a-562b-4da6-bd5e-aa77870264a6 req-db8c83df-d376-41e9-a641-a81585f07016 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 HTTP/1.1" status: 200 len: 918 time: 0.3963134 Jul 07 15:37:09.854572 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-b7fe446a-562b-4da6-bd5e-aa77870264a6 req-d5e3a905-b5f2-4a10-a060-5e70ab3a654c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a HTTP/1.1" status: 200 len: 1001 time: 0.1070642 Jul 07 15:37:09.855591 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a50bb-af09-4f79-ac9f-9d2b273007ea req-43b0d535-c043-44d3-b300-5e2c0a22b942 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:09.856425 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a256ba-321b-448e-91b3-8adbe6068d55 req-f5f6a24e-29fb-4b09-bc13-4b21fbb22484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:09.857493 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-200a50bb-af09-4f79-ac9f-9d2b273007ea req-43b0d535-c043-44d3-b300-5e2c0a22b942 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0646427 Jul 07 15:37:09.857662 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-44a256ba-321b-448e-91b3-8adbe6068d55 req-f5f6a24e-29fb-4b09-bc13-4b21fbb22484 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1558235 Jul 07 15:37:09.874171 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:09.932571 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fdddf-0b7b-4f16-8034-e52ead1265e8 req-becf7146-fae8-46f9-9e22-fb6725a33501 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:09.934030 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-067fdddf-0b7b-4f16-8034-e52ead1265e8 req-becf7146-fae8-46f9-9e22-fb6725a33501 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 944 time: 0.0707164 Jul 07 15:37:09.948644 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe446a-562b-4da6-bd5e-aa77870264a6 req-29741d8d-bf13-4e1a-9f02-d08d8d51bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:09.950112 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-b7fe446a-562b-4da6-bd5e-aa77870264a6 req-29741d8d-bf13-4e1a-9f02-d08d8d51bf29 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9869fa05-9e6c-4cb3-8a09-1453d7c28d29 HTTP/1.1" status: 200 len: 856 time: 0.0826213 Jul 07 15:37:09.959638 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-200a50bb-af09-4f79-ac9f-9d2b273007ea req-98f22c0f-b3d9-4bad-9192-bf1b9c312167 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944262 Jul 07 15:37:09.967513 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f134af-6360-4c93-912d-f3909411b030 req-242e30bb-18c3-40ac-89a9-f9f978a8842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:09.969596 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-60f134af-6360-4c93-912d-f3909411b030 req-242e30bb-18c3-40ac-89a9-f9f978a8842a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 1128 time: 0.0590377 Jul 07 15:37:10.003541 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-067fdddf-0b7b-4f16-8034-e52ead1265e8 req-bfffbf50-0d2b-4a86-8c56-ad0e0546698a tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9060a52-7c76-43da-a411-b44b7cba4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588338 Jul 07 15:37:10.031294 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-60f134af-6360-4c93-912d-f3909411b030 req-71937068-ae93-4c74-8970-106d0647c073 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7e5d408-0caa-4043-a605-2348d4827ea2 HTTP/1.1" status: 200 len: 217 time: 0.0512497 Jul 07 15:37:10.049480 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe446a-562b-4da6-bd5e-aa77870264a6 req-cf28b28e-87e1-4737-a1b1-f2cd0d12b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:10.050997 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-b7fe446a-562b-4da6-bd5e-aa77870264a6 req-cf28b28e-87e1-4737-a1b1-f2cd0d12b286 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901921 Jul 07 15:37:10.120204 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f134af-6360-4c93-912d-f3909411b030 req-d30ee8c5-a5e8-410d-9e7f-6c9736b7a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:10.121895 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-60f134af-6360-4c93-912d-f3909411b030 req-d30ee8c5-a5e8-410d-9e7f-6c9736b7a1b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=61ecf33b-ac81-410e-a8db-4aefcfc3a895 HTTP/1.1" status: 200 len: 853 time: 0.0832028 Jul 07 15:37:10.198978 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f134af-6360-4c93-912d-f3909411b030 req-05d7d89a-e524-4c35-a2d7-6817d2377061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:10.200576 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-60f134af-6360-4c93-912d-f3909411b030 req-05d7d89a-e524-4c35-a2d7-6817d2377061 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515394 Jul 07 15:37:10.213465 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-b7fe446a-562b-4da6-bd5e-aa77870264a6 req-04e9a7c2-a546-4142-85fa-6c2d7571dea4 service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443057 Jul 07 15:37:10.299400 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b9867-e7fe-4908-8483-3ad9458e9f7e req-b4758a83-87c8-47e2-a00b-8cc7902b149e tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:10.301170 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d50b9867-e7fe-4908-8483-3ad9458e9f7e req-b4758a83-87c8-47e2-a00b-8cc7902b149e tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0556083 Jul 07 15:37:10.353329 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:10.364625 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d50b9867-e7fe-4908-8483-3ad9458e9f7e req-a3103d3a-1e13-4b0a-9119-33a113043f4c tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578716 Jul 07 15:37:10.373240 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-60f134af-6360-4c93-912d-f3909411b030 req-a4b0d43c-115d-48fb-9545-643b2bfaa1b8 service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622324 Jul 07 15:37:10.395258 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be829-4a55-4397-b4fc-4737f25be007 req-f7e20a6f-04a2-4ce1-9d07-8b381c3cb5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:10.396871 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1d4be829-4a55-4397-b4fc-4737f25be007 req-f7e20a6f-04a2-4ce1-9d07-8b381c3cb5fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66a98614df914018b7ecfb68afb735c0&device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 1129 time: 0.0457351 Jul 07 15:37:10.436697 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-b7fe446a-562b-4da6-bd5e-aa77870264a6 req-c65f8a18-43ba-42da-b307-1d464d070480 service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035885 Jul 07 15:37:10.500489 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-60f134af-6360-4c93-912d-f3909411b030 req-9de67cd7-6de7-4786-8a6b-ff3c0b180828 service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162713 Jul 07 15:37:10.502593 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be829-4a55-4397-b4fc-4737f25be007 req-12a3f172-32fd-4b1a-802d-6f35c1f8c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:10.504067 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1d4be829-4a55-4397-b4fc-4737f25be007 req-12a3f172-32fd-4b1a-802d-6f35c1f8c2b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=75a15ea6-f7b1-407c-a2e7-8816149570d9 HTTP/1.1" status: 200 len: 910 time: 0.1001220 Jul 07 15:37:10.577448 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1d4be829-4a55-4397-b4fc-4737f25be007 req-7ce0bd1b-004d-421f-bcdc-8be2f536801a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=647ad2af-c816-4ebc-a882-af1290b500a2 HTTP/1.1" status: 200 len: 1001 time: 0.0609870 Jul 07 15:37:11.119097 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f557408-c410-4172-af4b-7304fab7e0f0 req-73c63d7e-f619-46f9-9bb4-2cdd159740a4 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:11.120496 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7f557408-c410-4172-af4b-7304fab7e0f0 req-73c63d7e-f619-46f9-9bb4-2cdd159740a4 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 944 time: 0.0473249 Jul 07 15:37:11.167972 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7f557408-c410-4172-af4b-7304fab7e0f0 req-38312de0-6373-48b2-97a3-df9e8e9faca6 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9060a52-7c76-43da-a411-b44b7cba4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415637 Jul 07 15:37:11.486788 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac816036-b010-4616-8f8e-0b5049ad8a7c req-47fad4d9-9494-4b08-b308-3a9c12767e58 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:11.488283 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ac816036-b010-4616-8f8e-0b5049ad8a7c req-47fad4d9-9494-4b08-b308-3a9c12767e58 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0508785 Jul 07 15:37:11.534884 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ac816036-b010-4616-8f8e-0b5049ad8a7c req-97d1b4a1-5bcf-43af-9e36-1b24a8ff2362 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410340 Jul 07 15:37:11.911231 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be829-4a55-4397-b4fc-4737f25be007 req-1280374f-dd51-4515-a469-74925eb8fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:11.912656 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1d4be829-4a55-4397-b4fc-4737f25be007 req-1280374f-dd51-4515-a469-74925eb8fa75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85f7fa8a-0f70-4b68-8373-92cbe1e8c506 HTTP/1.1" status: 200 len: 848 time: 0.0445709 Jul 07 15:37:11.957048 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be829-4a55-4397-b4fc-4737f25be007 req-60929f87-d1d7-40f4-98a8-7aaf8f72659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:11.958552 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1d4be829-4a55-4397-b4fc-4737f25be007 req-60929f87-d1d7-40f4-98a8-7aaf8f72659f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75a15ea6-f7b1-407c-a2e7-8816149570d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390012 Jul 07 15:37:12.053640 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1d4be829-4a55-4397-b4fc-4737f25be007 req-5948710d-ffac-4e01-953a-5885e2f09a1a service neutron] 10.222.0.50 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872478 Jul 07 15:37:12.279010 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67777c-1c0f-4004-971f-cdcaa374683f req-94f942f6-e48c-4ae3-aa4d-58e32125cd3c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:12.280504 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9b67777c-1c0f-4004-971f-cdcaa374683f req-94f942f6-e48c-4ae3-aa4d-58e32125cd3c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 944 time: 0.0465906 Jul 07 15:37:12.305131 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:12.352358 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9b67777c-1c0f-4004-971f-cdcaa374683f req-2abf884f-9cd1-4da4-a1a2-1187ba782d36 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9060a52-7c76-43da-a411-b44b7cba4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659328 Jul 07 15:37:12.417999 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1d4be829-4a55-4397-b4fc-4737f25be007 req-a4338095-eecf-4a84-b127-b161a6354400 service neutron] 10.222.0.50 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996077 Jul 07 15:37:12.646791 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be50261-9981-446e-a484-d269e42bf617 req-6221deb6-23e3-4809-96f2-d52fe74c6195 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:12.648247 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8be50261-9981-446e-a484-d269e42bf617 req-6221deb6-23e3-4809-96f2-d52fe74c6195 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0474880 Jul 07 15:37:12.687989 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:12.695836 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8be50261-9981-446e-a484-d269e42bf617 req-d4609310-0d39-424c-b06b-81c6ccdbe00b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422461 Jul 07 15:37:13.480839 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9442467-2d03-43f6-8591-cb90ef95b43e req-b7baf560-4495-49e3-9858-da35b9214fa9 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:13.482595 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b9442467-2d03-43f6-8591-cb90ef95b43e req-b7baf560-4495-49e3-9858-da35b9214fa9 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 944 time: 0.0528975 Jul 07 15:37:13.529687 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b9442467-2d03-43f6-8591-cb90ef95b43e req-1030f256-9084-4036-b089-e61ad1a5cb8f tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9060a52-7c76-43da-a411-b44b7cba4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408952 Jul 07 15:37:13.777423 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device e7e5d408-0caa-4043-a605-2348d4827ea2 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:37:13.812405 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad5090-30b2-4528-abfd-b6c21ca15fe3 req-0e9edccc-811d-49e5-b721-d28a7c9f2bf3 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:13.814493 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bbad5090-30b2-4528-abfd-b6c21ca15fe3 req-0e9edccc-811d-49e5-b721-d28a7c9f2bf3 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0493090 Jul 07 15:37:13.862513 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bbad5090-30b2-4528-abfd-b6c21ca15fe3 req-bd2488f9-e31a-41af-a297-01a1b13ac6b7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423908 Jul 07 15:37:13.877615 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port e7e5d408-0caa-4043-a605-2348d4827ea2, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=e7e5d408-0caa-4043-a605-2348d4827ea2,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:37:13.888768 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': 'e7e5d408-0caa-4043-a605-2348d4827ea2', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'port_id': 'e7e5d408-0caa-4043-a605-2348d4827ea2', 'mac_address': 'fa:16:3e:64:3c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:37:13.913974 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:13.923675 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port e7e5d408-0caa-4043-a605-2348d4827ea2 is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:37:13.924055 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (e7e5d408-0caa-4043-a605-2348d4827ea2), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:13.936606 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e5d408-0caa-4043-a605-2348d4827ea2 {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:37:13.956870 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port e7e5d408-0caa-4043-a605-2348d4827ea2, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=e7e5d408-0caa-4043-a605-2348d4827ea2,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:37:14.037059 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (e7e5d408-0caa-4043-a605-2348d4827ea2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:14.086158 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=e7e5d408-0caa-4043-a605-2348d4827ea2,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:14.410596 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['e7e5d408-0caa-4043-a605-2348d4827ea2'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:37:14.640880 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bceb8-deb1-4ff3-948b-e054c52e288e req-ef38ff0d-94be-4ae7-bc1c-fd1348a1b58b tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:14.642951 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b65bceb8-deb1-4ff3-948b-e054c52e288e req-ef38ff0d-94be-4ae7-bc1c-fd1348a1b58b tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 945 time: 0.0463881 Jul 07 15:37:14.705229 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b65bceb8-deb1-4ff3-948b-e054c52e288e req-9acd50b2-3627-41e2-a444-854753f1765b tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9060a52-7c76-43da-a411-b44b7cba4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568955 Jul 07 15:37:15.771984 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:15.774043 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:15.789793 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device e7e5d408-0caa-4043-a605-2348d4827ea2 up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:37:15.834586 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43bf0-4423-4642-9988-bf12faea988f req-d605bb88-9549-4761-bd50-adb6438ffda7 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:15.836120 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fcc43bf0-4423-4642-9988-bf12faea988f req-d605bb88-9549-4761-bd50-adb6438ffda7 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 945 time: 0.0527599 Jul 07 15:37:15.844033 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port e7e5d408-0caa-4043-a605-2348d4827ea2 completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:37:15.899009 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fcc43bf0-4423-4642-9988-bf12faea988f req-5667017f-ee01-461e-b938-a55b253256c7 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9060a52-7c76-43da-a411-b44b7cba4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563061 Jul 07 15:37:15.922658 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port e7e5d408-0caa-4043-a605-2348d4827ea2 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:37:15.923034 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (e7e5d408-0caa-4043-a605-2348d4827ea2), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:15.952624 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:16.008886 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port e7e5d408-0caa-4043-a605-2348d4827ea2 is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:37:16.009189 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (e7e5d408-0caa-4043-a605-2348d4827ea2), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:16.040241 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285e8356-8fad-43f7-ae21-52104c0b453f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e5d408-0caa-4043-a605-2348d4827ea2'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:37:16.042494 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdde742-241b-4e13-9f6c-7163c8f15875" -d '{"events": [{"server_uuid": "285e8356-8fad-43f7-ae21-52104c0b453f", "name": "network-vif-plugged", "status": "completed", "tag": "e7e5d408-0caa-4043-a605-2348d4827ea2"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:37:16.066058 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port e7e5d408-0caa-4043-a605-2348d4827ea2, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=e7e5d408-0caa-4043-a605-2348d4827ea2,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:37:16.089763 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e06a772-fa5a-4f52-b673-3b6b965b8a15 x-openstack-request-id: req-5e06a772-fa5a-4f52-b673-3b6b965b8a15 {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:37:16.090135 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285e8356-8fad-43f7-ae21-52104c0b453f", "name": "network-vif-plugged", "status": "completed", "tag": "e7e5d408-0caa-4043-a605-2348d4827ea2", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:37:16.090552 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e06a772-fa5a-4f52-b673-3b6b965b8a15 {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:37:16.091154 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e06a772-fa5a-4f52-b673-3b6b965b8a15'] response: {'server_uuid': '285e8356-8fad-43f7-ae21-52104c0b453f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e5d408-0caa-4043-a605-2348d4827ea2', 'code': 200} Jul 07 15:37:16.130382 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (e7e5d408-0caa-4043-a605-2348d4827ea2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:16.185946 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=e7e5d408-0caa-4043-a605-2348d4827ea2,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:16.418898 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bdeb1-0478-4f9a-8381-39786fa271f3 req-ae0d74c0-ada0-4f78-b0c2-8dc18e349d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:16.420689 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-169bdeb1-0478-4f9a-8381-39786fa271f3 req-ae0d74c0-ada0-4f78-b0c2-8dc18e349d33 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 1130 time: 0.0492313 Jul 07 15:37:16.467116 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-169bdeb1-0478-4f9a-8381-39786fa271f3 req-620d01b0-9652-46d6-9e97-d0c444b6351a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a9060a52-7c76-43da-a411-b44b7cba4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397596 Jul 07 15:37:17.023237 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a25a6-43a4-4a65-800a-dfc74e7232cc req-103fd43d-6776-41fc-8206-55719ace96f3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:17.024861 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-797a25a6-43a4-4a65-800a-dfc74e7232cc req-103fd43d-6776-41fc-8206-55719ace96f3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 946 time: 0.0550420 Jul 07 15:37:17.072484 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-797a25a6-43a4-4a65-800a-dfc74e7232cc req-237fda02-29da-47bc-b8ff-70c2572634c0 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9060a52-7c76-43da-a411-b44b7cba4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419142 Jul 07 15:37:17.184197 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-ecbee060-3c67-4269-9573-bd1b47bee62c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899091157&fields=id&tenant_id=b72dae7a2e644460b4c63da884023c82 HTTP/1.1" status: 200 len: 267 time: 0.0438061 Jul 07 15:37:17.290457 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-d6147e5f-2de0-49ae-8132-6bccad1322b1 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:17.291910 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-d6147e5f-2de0-49ae-8132-6bccad1322b1 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/networks?id=29820a51-47ed-4a8e-8170-71221aa2cdfe HTTP/1.1" status: 200 len: 811 time: 0.1012607 Jul 07 15:37:17.306577 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-77dcc9f7-13ed-4754-922b-0924ed6dfb7a tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/quotas/b72dae7a2e644460b4c63da884023c82 HTTP/1.1" status: 200 len: 375 time: 0.0093021 Jul 07 15:37:17.354470 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-af3b9e1d-577d-454d-8ca6-014cbb6652d2 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b72dae7a2e644460b4c63da884023c82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430982 Jul 07 15:37:17.433824 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:17.449288 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-5a4d4e72-fdab-4ac0-a587-931e7b30e612 service neutron] 10.222.0.25 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830097 Jul 07 15:37:17.762686 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-2853a7e5-611e-4dba-a13a-35d0ce4851f0 service neutron] 10.222.0.25 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076932 Jul 07 15:37:18.174037 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:18.188021 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e3aaa-2f0d-4496-a5fe-c6498acfb5db req-f607c3cc-36ab-4c4e-a8d1-cde88c7d269e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:18.190122 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-030e3aaa-2f0d-4496-a5fe-c6498acfb5db req-f607c3cc-36ab-4c4e-a8d1-cde88c7d269e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 946 time: 0.0503216 Jul 07 15:37:18.267074 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-030e3aaa-2f0d-4496-a5fe-c6498acfb5db req-a09aa1f5-480c-48fb-b9a9-364c4b943da4 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9060a52-7c76-43da-a411-b44b7cba4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682335 Jul 07 15:37:18.287519 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bafc2d3f-dfff-4c7a-b531-6a7b952b675a req-babb28e8-de36-417e-ab69-78d58cc18da2 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 210 time: 0.0397530 Jul 07 15:37:19.398092 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f77c686b-bdeb-4046-996c-8fc646ab735f req-0c6fc53b-3bd6-4400-b0bc-b3d913f9bb98 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 210 time: 0.0313892 Jul 07 15:37:19.409233 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c943e-4dde-4283-9f62-ae2f60f689ea req-89cda826-dc31-405c-bbf0-c702b98e4468 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:19.410726 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-133c943e-4dde-4283-9f62-ae2f60f689ea req-89cda826-dc31-405c-bbf0-c702b98e4468 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 946 time: 0.0735173 Jul 07 15:37:19.458976 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-133c943e-4dde-4283-9f62-ae2f60f689ea req-201a1709-aebb-4f83-8886-652c31cb0449 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9060a52-7c76-43da-a411-b44b7cba4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424099 Jul 07 15:37:19.572413 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04098377-498b-4ab7-ac54-66699d098958 req-96539c08-3833-451b-b07c-b89c6bb8f650 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:19.573804 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-04098377-498b-4ab7-ac54-66699d098958 req-96539c08-3833-451b-b07c-b89c6bb8f650 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 946 time: 0.0520599 Jul 07 15:37:19.582778 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46044) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:37:19.587068 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-6f5da27b-e902-4f03-b245-7c48fb5b3d06 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'floatingip': {'port_id': 'e7e5d408-0caa-4043-a605-2348d4827ea2'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:37:19.625031 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6f5da27b-e902-4f03-b245-7c48fb5b3d06 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (9d39a17e-7462-4802-a822-b3b52e69575c), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:20.061475 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6f5da27b-e902-4f03-b245-7c48fb5b3d06 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:20.156130 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6f5da27b-e902-4f03-b245-7c48fb5b3d06 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (9d39a17e-7462-4802-a822-b3b52e69575c), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:20.267667 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.l3_db [None req-6f5da27b-e902-4f03-b245-7c48fb5b3d06 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Floating IP 9d39a17e-7462-4802-a822-b3b52e69575c associated. External IP: 172.27.1.151, port: e7e5d408-0caa-4043-a605-2348d4827ea2. Jul 07 15:37:20.416406 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:20.467876 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:20.474141 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5da27b-e902-4f03-b245-7c48fb5b3d06 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Router badb391a-9ac8-4700-b35a-45b4f5d75596 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:37:20.495357 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=82 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:20.497460 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=11 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:20.519272 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fad7c61a-ff58-4ea0-ae89-ce922d63c13a req-129da37d-990d-4ce9-815d-ec01574065c6 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 210 time: 0.0476627 Jul 07 15:37:20.674178 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-fd6bed13-b81f-4ebd-8f68-6a5973ac5b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:20.687274 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-b2bd8b2b-8d1d-40f1-a447-1b2c358a50b3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:20.689303 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-b2bd8b2b-8d1d-40f1-a447-1b2c358a50b3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.50 "GET /v2.0/networks?id=29820a51-47ed-4a8e-8170-71221aa2cdfe HTTP/1.1" status: 200 len: 811 time: 0.1869590 Jul 07 15:37:20.695867 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5da27b-e902-4f03-b245-7c48fb5b3d06 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:37:20.700659 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6f5da27b-e902-4f03-b245-7c48fb5b3d06 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:20.707605 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa38f9a-fa17-4248-93f2-ef74a0cc72bd None None] Sync routers for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:37:20.719010 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa38f9a-fa17-4248-93f2-ef74a0cc72bd None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:37:20.719673 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-faa38f9a-fa17-4248-93f2-ef74a0cc72bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:37:20.752033 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-6f5da27b-e902-4f03-b245-7c48fb5b3d06 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "PUT /v2.0/floatingips/9d39a17e-7462-4802-a822-b3b52e69575c HTTP/1.1" status: 200 len: 992 time: 1.1681550 Jul 07 15:37:20.757610 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285e8356-8fad-43f7-ae21-52104c0b453f', 'tag': 'e7e5d408-0caa-4043-a605-2348d4827ea2'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:37:20.759907 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c2e44d-2287-4d69-a5e5-c065b7d89bca" -d '{"events": [{"name": "network-changed", "server_uuid": "285e8356-8fad-43f7-ae21-52104c0b453f", "tag": "e7e5d408-0caa-4043-a605-2348d4827ea2"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:37:20.793967 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-571af1b5-9880-4503-aba3-6dceb5de39b0 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b72dae7a2e644460b4c63da884023c82 HTTP/1.1" status: 200 len: 380 time: 0.0722640 Jul 07 15:37:20.808907 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Request body: {'port': {'device_id': '32392277-48d3-4a76-8afe-0df0a333ef33', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'admin_state_up': True, 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'security_groups': ['a7d12a43-067b-4b9a-93ae-1a2962987754']}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:37:20.814067 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a229678e-f506-43fd-bbf2-1e4dee3dc9ad x-openstack-request-id: req-a229678e-f506-43fd-bbf2-1e4dee3dc9ad {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:37:20.814350 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285e8356-8fad-43f7-ae21-52104c0b453f", "tag": "e7e5d408-0caa-4043-a605-2348d4827ea2", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:37:20.814911 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a229678e-f506-43fd-bbf2-1e4dee3dc9ad {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:37:20.816342 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a229678e-f506-43fd-bbf2-1e4dee3dc9ad'] response: {'name': 'network-changed', 'server_uuid': '285e8356-8fad-43f7-ae21-52104c0b453f', 'tag': 'e7e5d408-0caa-4043-a605-2348d4827ea2', 'status': 'completed', 'code': 200} Jul 07 15:37:20.828188 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-faa38f9a-fa17-4248-93f2-ef74a0cc72bd None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:37:20.901313 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2e44d-2287-4d69-a5e5-c065b7d89bca req-596b1dd9-2d99-43cf-b324-fb834f407174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:20.905626 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-01c2e44d-2287-4d69-a5e5-c065b7d89bca req-596b1dd9-2d99-43cf-b324-fb834f407174 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 1130 time: 0.0497122 Jul 07 15:37:20.932694 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:21.021443 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Made reservation on behalf of b72dae7a2e644460b4c63da884023c82 for: {'port': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:37:21.023328 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2e44d-2287-4d69-a5e5-c065b7d89bca req-c06c2aa1-a2b8-4f66-b6a8-4225fc6f5e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:21.024996 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-01c2e44d-2287-4d69-a5e5-c065b7d89bca req-c06c2aa1-a2b8-4f66-b6a8-4225fc6f5e6e service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833 HTTP/1.1" status: 200 len: 915 time: 0.1115315 Jul 07 15:37:21.026123 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:21.074781 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-faa38f9a-fa17-4248-93f2-ef74a0cc72bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '9d39a17e-7462-4802-a822-b3b52e69575c', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': 'e7e5d408-0caa-4043-a605-2348d4827ea2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:64:3c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285e8356-8fad-43f7-ae21-52104c0b453f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:37:03Z', 'updated_at': '2022-07-07T15:37:19Z', 'revision_number': 1, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:37:21.097088 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-01c2e44d-2287-4d69-a5e5-c065b7d89bca req-824752e7-24ea-4982-bc92-3dd766f2589e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7e5d408-0caa-4043-a605-2348d4827ea2 HTTP/1.1" status: 200 len: 1000 time: 0.0572002 Jul 07 15:37:21.104462 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa38f9a-fa17-4248-93f2-ef74a0cc72bd None None] Checking router: badb391a-9ac8-4700-b35a-45b4f5d75596 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:37:21.113963 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa38f9a-fa17-4248-93f2-ef74a0cc72bd None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:37:21.114565 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-faa38f9a-fa17-4248-93f2-ef74a0cc72bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:36:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:37:21.164591 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Allocated IP 172.20.0.9 (29820a51-47ed-4a8e-8170-71221aa2cdfe/bf143fb6-d0fd-4e14-a506-bd386a1da1c6/35593a8e-da9a-44a7-a403-00fa6a1c1cef) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:37:21.173152 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2e44d-2287-4d69-a5e5-c065b7d89bca req-853ebb27-1263-4fd5-bed6-2839e3e08a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:21.174004 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:21.175109 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-01c2e44d-2287-4d69-a5e5-c065b7d89bca req-853ebb27-1263-4fd5-bed6-2839e3e08a70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=61ecf33b-ac81-410e-a8db-4aefcfc3a895 HTTP/1.1" status: 200 len: 853 time: 0.0639527 Jul 07 15:37:21.244938 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2e44d-2287-4d69-a5e5-c065b7d89bca req-4a23e2d2-50b1-4688-a21b-e13abb624642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:21.246391 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-01c2e44d-2287-4d69-a5e5-c065b7d89bca req-4a23e2d2-50b1-4688-a21b-e13abb624642 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491102 Jul 07 15:37:21.318403 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for port (35593a8e-da9a-44a7-a403-00fa6a1c1cef), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:21.355639 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-faa38f9a-fa17-4248-93f2-ef74a0cc72bd None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:37:21.362633 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-01c2e44d-2287-4d69-a5e5-c065b7d89bca req-7cc504af-8ce5-4506-9af1-09d770fb32fe service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013947 Jul 07 15:37:21.466605 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-01c2e44d-2287-4d69-a5e5-c065b7d89bca req-56a57e58-bebb-4934-ae00-1f0e8803b6ee service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946796 Jul 07 15:37:21.485831 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (35593a8e-da9a-44a7-a403-00fa6a1c1cef), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:21.534036 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Network 29820a51-47ed-4a8e-8170-71221aa2cdfe is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:37:21.537238 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:37:21.541050 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:37:21.570184 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event updated for resources: {'Port': ['ID=35593a8e-da9a-44a7-a403-00fa6a1c1cef,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:21.577736 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-faa38f9a-fa17-4248-93f2-ef74a0cc72bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '9d39a17e-7462-4802-a822-b3b52e69575c', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': 'e7e5d408-0caa-4043-a605-2348d4827ea2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:64:3c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285e8356-8fad-43f7-ae21-52104c0b453f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:37:03Z', 'updated_at': '2022-07-07T15:37:19Z', 'revision_number': 1, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:37:21.586225 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:21.586225 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:21.586225 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:21.586225 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:21.586225 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:21.586225 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:21.586225 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:21.586225 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:21.586964 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:21.586964 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:21.587202 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:21.587543 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:21.587901 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:21.588222 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:21.588579 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:37:21.611395 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa38f9a-fa17-4248-93f2-ef74a0cc72bd None None] The sync data for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi is: [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '9d39a17e-7462-4802-a822-b3b52e69575c', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': 'e7e5d408-0caa-4043-a605-2348d4827ea2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:64:3c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285e8356-8fad-43f7-ae21-52104c0b453f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:37:03Z', 'updated_at': '2022-07-07T15:37:19Z', 'revision_number': 1, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:37:21.640323 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:21.653939 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:21.655168 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:21.677384 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25abdc3-7ddb-4e47-b625-e1ec2680cd69 req-afc03b46-b188-47b0-93aa-e21e8c0347ad tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:21.678956 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e25abdc3-7ddb-4e47-b625-e1ec2680cd69 req-afc03b46-b188-47b0-93aa-e21e8c0347ad tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 931 time: 0.0744302 Jul 07 15:37:21.741584 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-585736ed-f1ad-4912-ab4b-768d92f547c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9369769 Jul 07 15:37:21.746406 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e25abdc3-7ddb-4e47-b625-e1ec2680cd69 req-7615fe5a-4918-4c50-81f8-4007c2fafd4a tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592418 Jul 07 15:37:21.756135 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Request body: {'port': {'device_id': '32392277-48d3-4a76-8afe-0df0a333ef33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:37:21.833304 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (35593a8e-da9a-44a7-a403-00fa6a1c1cef), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:21.865729 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610f87be-702d-4b49-b25b-e8786919cfe8 None None] New status for floating IP 9d39a17e-7462-4802-a822-b3b52e69575c: ACTIVE {{(pid=104330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:37:21.890415 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-c8f95b56-58fd-451f-92c2-b4af85192881 None None] Provisioning complete for port 35593a8e-da9a-44a7-a403-00fa6a1c1cef triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:37:21.891062 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c8f95b56-58fd-451f-92c2-b4af85192881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (35593a8e-da9a-44a7-a403-00fa6a1c1cef), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:21.927596 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-c8f95b56-58fd-451f-92c2-b4af85192881 None None] Port 35593a8e-da9a-44a7-a403-00fa6a1c1cef cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:37:22.100567 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35593a8e-da9a-44a7-a403-00fa6a1c1cef {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:37:22.108533 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Publish callbacks [] for port (35593a8e-da9a-44a7-a403-00fa6a1c1cef), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:22.121019 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Transition to ACTIVE for port object 35593a8e-da9a-44a7-a403-00fa6a1c1cef will not be triggered until provisioned by entity L2. {{(pid=104328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:37:22.215881 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (35593a8e-da9a-44a7-a403-00fa6a1c1cef), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:22.275014 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Pushing event updated for resources: {'Port': ['ID=35593a8e-da9a-44a7-a403-00fa6a1c1cef,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:22.345248 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Attempting to bind port 35593a8e-da9a-44a7-a403-00fa6a1c1cef on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:37:22.345580 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Attempting to bind port 35593a8e-da9a-44a7-a403-00fa6a1c1cef by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:37:22.345905 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Attempting to bind port 35593a8e-da9a-44a7-a403-00fa6a1c1cef on network 29820a51-47ed-4a8e-8170-71221aa2cdfe {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:37:22.350442 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Port 35593a8e-da9a-44a7-a403-00fa6a1c1cef on network 29820a51-47ed-4a8e-8170-71221aa2cdfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:37:22.350789 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Attempting to bind port 35593a8e-da9a-44a7-a403-00fa6a1c1cef on network 29820a51-47ed-4a8e-8170-71221aa2cdfe {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:37:22.356046 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:37:22.356630 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Checking segment: {'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:37:22.357018 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Bound using segment: {'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:37:22.357447 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Bound port: 35593a8e-da9a-44a7-a403-00fa6a1c1cef, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:37:22.357806 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (35593a8e-da9a-44a7-a403-00fa6a1c1cef), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:22.394042 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:22.422398 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] For port 35593a8e-da9a-44a7-a403-00fa6a1c1cef, host hv-cinder-84130, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:37:22.425506 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] For port 35593a8e-da9a-44a7-a403-00fa6a1c1cef, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=35593a8e-da9a-44a7-a403-00fa6a1c1cef,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:37:22.534603 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (35593a8e-da9a-44a7-a403-00fa6a1c1cef), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:22.582043 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:22.582674 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:22.584420 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] 10.222.0.50 "PUT /v2.0/ports/35593a8e-da9a-44a7-a403-00fa6a1c1cef HTTP/1.1" status: 200 len: 1093 time: 0.8336663 Jul 07 15:37:22.600252 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3421c-d451-4bfa-97db-b1a7b6e11a5e service neutron] Pushing event updated for resources: {'Port': ['ID=35593a8e-da9a-44a7-a403-00fa6a1c1cef,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:22.723855 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-a4d346c2-bf3d-48f4-9ce2-cb2086875bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:22.725697 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-a4d346c2-bf3d-48f4-9ce2-cb2086875bbc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b72dae7a2e644460b4c63da884023c82&device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 1127 time: 0.0420876 Jul 07 15:37:22.777561 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-d82296f2-1ce7-40fc-bcf2-6f6a409ce3a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35593a8e-da9a-44a7-a403-00fa6a1c1cef HTTP/1.1" status: 200 len: 217 time: 0.0348601 Jul 07 15:37:22.817740 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32392277-48d3-4a76-8afe-0df0a333ef33', 'tag': '35593a8e-da9a-44a7-a403-00fa6a1c1cef'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:37:22.819970 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ed5558-96a8-4ccc-982c-ca74ef96bf9d" -d '{"events": [{"name": "network-changed", "server_uuid": "32392277-48d3-4a76-8afe-0df0a333ef33", "tag": "35593a8e-da9a-44a7-a403-00fa6a1c1cef"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:37:22.831214 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:22.833706 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-120e902a-872e-45a8-b421-086b6416c4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:22.845774 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-642386c5-563f-44df-ae8a-6cd9750f1446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:22.847212 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-642386c5-563f-44df-ae8a-6cd9750f1446 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf143fb6-d0fd-4e14-a506-bd386a1da1c6 HTTP/1.1" status: 200 len: 850 time: 0.0638156 Jul 07 15:37:22.865181 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cbfc9c-8210-42a7-83e4-7601ef250a59 x-openstack-request-id: req-56cbfc9c-8210-42a7-83e4-7601ef250a59 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:37:22.865450 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32392277-48d3-4a76-8afe-0df0a333ef33", "tag": "35593a8e-da9a-44a7-a403-00fa6a1c1cef", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:37:22.865698 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56cbfc9c-8210-42a7-83e4-7601ef250a59 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:37:22.866083 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56cbfc9c-8210-42a7-83e4-7601ef250a59'] response: {'name': 'network-changed', 'server_uuid': '32392277-48d3-4a76-8afe-0df0a333ef33', 'tag': '35593a8e-da9a-44a7-a403-00fa6a1c1cef', 'status': 'completed', 'code': 200} Jul 07 15:37:22.910768 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25eef-bca6-4847-b7e7-9c5401c5cc6a req-cb9c352d-8352-4daa-adb7-82bae01fb132 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:22.912254 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-36d25eef-bca6-4847-b7e7-9c5401c5cc6a req-cb9c352d-8352-4daa-adb7-82bae01fb132 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 943 time: 0.0843973 Jul 07 15:37:22.926515 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-0bc659f5-9927-48c4-8af3-de45b09c73df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:22.927937 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-0bc659f5-9927-48c4-8af3-de45b09c73df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29820a51-47ed-4a8e-8170-71221aa2cdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563338 Jul 07 15:37:22.991487 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-36d25eef-bca6-4847-b7e7-9c5401c5cc6a req-70d1d1a4-860f-4bb0-b85a-300efd3da54f tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735333 Jul 07 15:37:23.049800 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-efd7105e-aa5d-4c4f-8707-47b8db83de21 service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064858 Jul 07 15:37:23.138217 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f2d94e6-c17b-4d55-961b-30047ad3696e req-1852f5aa-7fbd-4133-9677-74859a633d58 service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809445 Jul 07 15:37:23.564254 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed5558-96a8-4ccc-982c-ca74ef96bf9d req-67517c86-8411-43f9-9429-4a0d7822bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:23.565766 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-56ed5558-96a8-4ccc-982c-ca74ef96bf9d req-67517c86-8411-43f9-9429-4a0d7822bb09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b72dae7a2e644460b4c63da884023c82&device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 1127 time: 0.0439756 Jul 07 15:37:23.658659 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed5558-96a8-4ccc-982c-ca74ef96bf9d req-6786cb0f-dc47-4cac-a181-1462e96e57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:23.660094 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-56ed5558-96a8-4ccc-982c-ca74ef96bf9d req-6786cb0f-dc47-4cac-a181-1462e96e57b0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29820a51-47ed-4a8e-8170-71221aa2cdfe HTTP/1.1" status: 200 len: 912 time: 0.0837326 Jul 07 15:37:23.703392 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-56ed5558-96a8-4ccc-982c-ca74ef96bf9d req-9bbffcce-a30c-4e9c-b66e-d19078098269 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35593a8e-da9a-44a7-a403-00fa6a1c1cef HTTP/1.1" status: 200 len: 217 time: 0.0350380 Jul 07 15:37:23.752146 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed5558-96a8-4ccc-982c-ca74ef96bf9d req-eb98c17d-49f6-4a72-89b2-51794635b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:23.753549 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-56ed5558-96a8-4ccc-982c-ca74ef96bf9d req-eb98c17d-49f6-4a72-89b2-51794635b335 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf143fb6-d0fd-4e14-a506-bd386a1da1c6 HTTP/1.1" status: 200 len: 850 time: 0.0434053 Jul 07 15:37:23.798622 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed5558-96a8-4ccc-982c-ca74ef96bf9d req-f0dd4e8d-c9c6-479d-b8a5-d2f549cdd8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:23.800154 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-56ed5558-96a8-4ccc-982c-ca74ef96bf9d req-f0dd4e8d-c9c6-479d-b8a5-d2f549cdd8cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29820a51-47ed-4a8e-8170-71221aa2cdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385547 Jul 07 15:37:23.898201 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-56ed5558-96a8-4ccc-982c-ca74ef96bf9d req-a621945f-eb13-48e2-bb74-5f5443284244 service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913990 Jul 07 15:37:23.988641 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-56ed5558-96a8-4ccc-982c-ca74ef96bf9d req-a4fc5051-5f1f-4c15-9c05-a6b72107b37f service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836115 Jul 07 15:37:24.114958 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664e01d-6aed-49ee-a700-4d2fd177db4a req-688dfe83-2e90-463e-abe9-b6c7f58c45f3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:24.116445 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4664e01d-6aed-49ee-a700-4d2fd177db4a req-688dfe83-2e90-463e-abe9-b6c7f58c45f3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 943 time: 0.0561740 Jul 07 15:37:24.166694 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4664e01d-6aed-49ee-a700-4d2fd177db4a req-f3b2d59f-0a84-4b7b-9dff-3e5b15044ae4 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446796 Jul 07 15:37:24.242299 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:25.261220 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:25.278708 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e91f49-b6db-4807-853e-28c7942f2c92 req-552cfe74-62e7-4937-8f84-79d68a6e3541 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:25.280215 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e9e91f49-b6db-4807-853e-28c7942f2c92 req-552cfe74-62e7-4937-8f84-79d68a6e3541 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 943 time: 0.0478468 Jul 07 15:37:25.330233 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e9e91f49-b6db-4807-853e-28c7942f2c92 req-9bc69dd9-069b-4978-8f1a-6facea16389c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443957 Jul 07 15:37:25.432138 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:25.512684 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:25.764828 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:26.443119 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba932773-618e-4f55-afdb-02482eb902a7 req-2bb26d20-f549-4b25-aaa2-fe4ff9e97bd8 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:26.444599 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba932773-618e-4f55-afdb-02482eb902a7 req-2bb26d20-f549-4b25-aaa2-fe4ff9e97bd8 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 943 time: 0.0468516 Jul 07 15:37:26.457069 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:26.497232 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba932773-618e-4f55-afdb-02482eb902a7 req-f24de832-c30f-4375-9258-4a5c305c18f5 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470335 Jul 07 15:37:27.608210 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8370f4-3606-4c65-8513-b513392fbcc9 req-fea8aaae-6d13-40a1-88e2-900db29877c6 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:27.609652 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4e8370f4-3606-4c65-8513-b513392fbcc9 req-fea8aaae-6d13-40a1-88e2-900db29877c6 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 943 time: 0.0471237 Jul 07 15:37:27.656902 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4e8370f4-3606-4c65-8513-b513392fbcc9 req-cd7ea463-5d46-4c45-9cee-a7ed200bcc01 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418468 Jul 07 15:37:28.768792 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e6733-05bc-4d94-9025-0bdd26ed172a req-b7e2d776-9609-42a9-bf36-8ada69fe8d8f tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:28.770259 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-728e6733-05bc-4d94-9025-0bdd26ed172a req-b7e2d776-9609-42a9-bf36-8ada69fe8d8f tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 943 time: 0.0474243 Jul 07 15:37:28.824081 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-728e6733-05bc-4d94-9025-0bdd26ed172a req-849c0fb3-9993-46dd-bde7-be9a237615e9 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480983 Jul 07 15:37:29.941002 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3ad28-fc3c-4533-94af-4a368e64adfa req-d62bec12-f2ea-4808-afc1-c2e050949c1b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:29.942465 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1ca3ad28-fc3c-4533-94af-4a368e64adfa req-d62bec12-f2ea-4808-afc1-c2e050949c1b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 943 time: 0.0512040 Jul 07 15:37:29.956900 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 35593a8e-da9a-44a7-a403-00fa6a1c1cef details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:37:29.993727 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1ca3ad28-fc3c-4533-94af-4a368e64adfa req-f7683a09-fa63-40cb-bb83-0ffd91f828eb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458839 Jul 07 15:37:30.056162 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 35593a8e-da9a-44a7-a403-00fa6a1c1cef, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=35593a8e-da9a-44a7-a403-00fa6a1c1cef,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:37:30.069331 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '35593a8e-da9a-44a7-a403-00fa6a1c1cef', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'port_id': '35593a8e-da9a-44a7-a403-00fa6a1c1cef', 'mac_address': 'fa:16:3e:96:57:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:37:30.119677 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 35593a8e-da9a-44a7-a403-00fa6a1c1cef is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:37:30.120059 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (35593a8e-da9a-44a7-a403-00fa6a1c1cef), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:30.133360 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35593a8e-da9a-44a7-a403-00fa6a1c1cef {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:37:30.152930 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 35593a8e-da9a-44a7-a403-00fa6a1c1cef, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=35593a8e-da9a-44a7-a403-00fa6a1c1cef,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:37:30.210195 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (35593a8e-da9a-44a7-a403-00fa6a1c1cef), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:30.254520 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=35593a8e-da9a-44a7-a403-00fa6a1c1cef,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:30.537802 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['35593a8e-da9a-44a7-a403-00fa6a1c1cef'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:37:30.612265 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:31.106548 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf50b4-d636-40cb-8ce2-8f13e7414f00 req-22b279f9-7784-46c8-924d-b03e54d659d6 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:31.108285 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fdbf50b4-d636-40cb-8ce2-8f13e7414f00 req-22b279f9-7784-46c8-924d-b03e54d659d6 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 944 time: 0.0476625 Jul 07 15:37:31.156869 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fdbf50b4-d636-40cb-8ce2-8f13e7414f00 req-2ccb151d-5c2b-4953-845f-fe61f287cde3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430012 Jul 07 15:37:31.461757 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=50 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:31.462559 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=44 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:31.975192 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:31.978241 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:31.984333 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 35593a8e-da9a-44a7-a403-00fa6a1c1cef up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:37:32.027195 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port 35593a8e-da9a-44a7-a403-00fa6a1c1cef completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:37:32.077030 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 35593a8e-da9a-44a7-a403-00fa6a1c1cef triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:37:32.077304 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (35593a8e-da9a-44a7-a403-00fa6a1c1cef), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:32.115283 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:32.152737 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 35593a8e-da9a-44a7-a403-00fa6a1c1cef is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:37:32.153112 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (35593a8e-da9a-44a7-a403-00fa6a1c1cef), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:32.176424 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32392277-48d3-4a76-8afe-0df0a333ef33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35593a8e-da9a-44a7-a403-00fa6a1c1cef'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:37:32.178551 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae4d8bb-4f28-43fa-a44e-8bc6dd78645c" -d '{"events": [{"server_uuid": "32392277-48d3-4a76-8afe-0df0a333ef33", "name": "network-vif-plugged", "status": "completed", "tag": "35593a8e-da9a-44a7-a403-00fa6a1c1cef"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:37:32.191360 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 35593a8e-da9a-44a7-a403-00fa6a1c1cef, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=35593a8e-da9a-44a7-a403-00fa6a1c1cef,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:37:32.216680 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55da67fb-8070-4455-9b07-7eb906a57b42 x-openstack-request-id: req-55da67fb-8070-4455-9b07-7eb906a57b42 {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:37:32.216970 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32392277-48d3-4a76-8afe-0df0a333ef33", "name": "network-vif-plugged", "status": "completed", "tag": "35593a8e-da9a-44a7-a403-00fa6a1c1cef", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:37:32.217218 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55da67fb-8070-4455-9b07-7eb906a57b42 {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:37:32.217613 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55da67fb-8070-4455-9b07-7eb906a57b42'] response: {'server_uuid': '32392277-48d3-4a76-8afe-0df0a333ef33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35593a8e-da9a-44a7-a403-00fa6a1c1cef', 'code': 200} Jul 07 15:37:32.261769 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (35593a8e-da9a-44a7-a403-00fa6a1c1cef), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:32.269489 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9ea51-985d-4dee-b13b-89fcc96f4505 req-25466879-872a-4c9e-a700-14c540b15230 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:32.270957 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cba9ea51-985d-4dee-b13b-89fcc96f4505 req-25466879-872a-4c9e-a700-14c540b15230 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 944 time: 0.0470231 Jul 07 15:37:32.310856 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=35593a8e-da9a-44a7-a403-00fa6a1c1cef,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:32.325748 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cba9ea51-985d-4dee-b13b-89fcc96f4505 req-2798ec91-7406-436f-b267-d680b5bfd8aa tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488167 Jul 07 15:37:32.632398 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134974b3-e221-4b4b-86b0-07106615c1a1 req-86391305-7fab-4259-b4b2-dd14f024fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:32.633866 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-134974b3-e221-4b4b-86b0-07106615c1a1 req-86391305-7fab-4259-b4b2-dd14f024fe5f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 1129 time: 0.0385392 Jul 07 15:37:32.681317 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-134974b3-e221-4b4b-86b0-07106615c1a1 req-77a89819-d9fb-42dc-b285-a2387ca6215b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399771 Jul 07 15:37:33.437034 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9c839-fd09-460d-8929-60f07eae83c5 req-13fdeae5-3452-4300-88ea-aa6bbf020e4a tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:33.438490 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2fc9c839-fd09-460d-8929-60f07eae83c5 req-13fdeae5-3452-4300-88ea-aa6bbf020e4a tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 945 time: 0.0476670 Jul 07 15:37:33.489355 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2fc9c839-fd09-460d-8929-60f07eae83c5 req-4c319c6e-8ada-424b-8cc6-034e37cb6f7a tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453014 Jul 07 15:37:33.522309 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:34.607718 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a7849-6a81-446e-8b5d-1cc6b3a1a2b5 req-dc27a534-e173-45be-bffc-bf741eefa40a tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:34.609189 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-115a7849-6a81-446e-8b5d-1cc6b3a1a2b5 req-dc27a534-e173-45be-bffc-bf741eefa40a tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 945 time: 0.0504441 Jul 07 15:37:34.660889 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-115a7849-6a81-446e-8b5d-1cc6b3a1a2b5 req-76504394-a99b-4f9e-ab41-612a8a0cb5a4 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454695 Jul 07 15:37:35.252452 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:37:35.772786 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffa3e5-26f0-4a05-af82-7e2aeb2137cd req-609e17e4-294a-4b51-92d6-6829770a8c9a tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:35.774152 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-50ffa3e5-26f0-4a05-af82-7e2aeb2137cd req-609e17e4-294a-4b51-92d6-6829770a8c9a tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 945 time: 0.0470858 Jul 07 15:37:35.822455 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-50ffa3e5-26f0-4a05-af82-7e2aeb2137cd req-090baa96-3c4a-4092-8855-cb5e7a37f8b5 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427859 Jul 07 15:37:35.935528 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff46f0-ecb3-4411-9b7a-a9cf1f40ea9d req-d64dbece-0c8d-452f-a3b1-a9f951923941 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:35.936994 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-06ff46f0-ecb3-4411-9b7a-a9cf1f40ea9d req-d64dbece-0c8d-452f-a3b1-a9f951923941 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 945 time: 0.0490546 Jul 07 15:37:35.967261 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:35.985868 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-06ff46f0-ecb3-4411-9b7a-a9cf1f40ea9d req-25c037bd-5a58-4375-90ba-e3bec70ea97b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428371 Jul 07 15:37:36.009063 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46126) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:37:36.087240 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5408f3-8800-4675-bd8d-7f1ff7286826 tempest-TestVolumeBootPattern-1837141472 tempest-TestVolumeBootPattern-1837141472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:36.088726 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-0a5408f3-8800-4675-bd8d-7f1ff7286826 tempest-TestVolumeBootPattern-1837141472 tempest-TestVolumeBootPattern-1837141472-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 1124 time: 0.0787399 Jul 07 15:37:36.091529 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46130) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:37:36.096080 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Request body: {'floatingip': {'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'port_id': '35593a8e-da9a-44a7-a403-00fa6a1c1cef', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:37:36.176105 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:36.179985 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:36.256868 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:36.590786 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Allocated IP 172.27.1.53 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/ca70877e-b562-4b5c-86a8-3e5e23662ecd) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:37:36.693629 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for port (ca70877e-b562-4b5c-86a8-3e5e23662ecd), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:36.782419 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (ca70877e-b562-4b5c-86a8-3e5e23662ecd), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:36.824447 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:37:36.827476 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:37:36.832681 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:37:36.835798 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event updated for resources: {'Port': ['ID=ca70877e-b562-4b5c-86a8-3e5e23662ecd,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:37.091080 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:37.187655 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for floatingip (39e8f33a-6ad1-421e-bf1a-2881c4f25de3), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:37.216018 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:37.283700 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (ca70877e-b562-4b5c-86a8-3e5e23662ecd), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:37.433493 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for port (ca70877e-b562-4b5c-86a8-3e5e23662ecd), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:37.490104 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (ca70877e-b562-4b5c-86a8-3e5e23662ecd), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:37.568736 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event updated for resources: {'Port': ['ID=ca70877e-b562-4b5c-86a8-3e5e23662ecd,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:37.573476 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (39e8f33a-6ad1-421e-bf1a-2881c4f25de3), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:37.668222 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.l3_db [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Floating IP 39e8f33a-6ad1-421e-bf1a-2881c4f25de3 associated. External IP: 172.27.1.53, port: 35593a8e-da9a-44a7-a403-00fa6a1c1cef. Jul 07 15:37:37.860514 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Router dc842381-3dbf-414f-8223-8f44fd847642 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:37:37.963485 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:37:37.973795 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9189c61-15d3-44bb-8284-195b36dcb9a8 None None] Sync routers for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:37:37.983512 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9189c61-15d3-44bb-8284-195b36dcb9a8 None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:37:37.984163 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-f9189c61-15d3-44bb-8284-195b36dcb9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:37:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:37:38.052494 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:38.083138 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-7cdb75f3-fc06-4150-9dc8-20de1fb8d3d3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9905984 Jul 07 15:37:38.083714 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32392277-48d3-4a76-8afe-0df0a333ef33', 'tag': '35593a8e-da9a-44a7-a403-00fa6a1c1cef'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:37:38.085970 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a645df-3f13-472e-96a2-fbede7f9a240" -d '{"events": [{"name": "network-changed", "server_uuid": "32392277-48d3-4a76-8afe-0df0a333ef33", "tag": "35593a8e-da9a-44a7-a403-00fa6a1c1cef"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:37:38.086216 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-f9189c61-15d3-44bb-8284-195b36dcb9a8 None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:37:38.121139 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7ed7fc-8f3c-465d-bd06-927da581e94c x-openstack-request-id: req-9a7ed7fc-8f3c-465d-bd06-927da581e94c {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:37:38.121427 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32392277-48d3-4a76-8afe-0df0a333ef33", "tag": "35593a8e-da9a-44a7-a403-00fa6a1c1cef", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:37:38.121680 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a7ed7fc-8f3c-465d-bd06-927da581e94c {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:37:38.122088 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7ed7fc-8f3c-465d-bd06-927da581e94c'] response: {'name': 'network-changed', 'server_uuid': '32392277-48d3-4a76-8afe-0df0a333ef33', 'tag': '35593a8e-da9a-44a7-a403-00fa6a1c1cef', 'status': 'completed', 'code': 200} Jul 07 15:37:38.203009 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a645df-3f13-472e-96a2-fbede7f9a240 req-6f2c62b4-947d-46a8-8a29-7a534b0462d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:38.207623 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c1a645df-3f13-472e-96a2-fbede7f9a240 req-6f2c62b4-947d-46a8-8a29-7a534b0462d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b72dae7a2e644460b4c63da884023c82&device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 1129 time: 0.0533619 Jul 07 15:37:38.223753 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:38.288496 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:38.300597 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-f9189c61-15d3-44bb-8284-195b36dcb9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '39e8f33a-6ad1-421e-bf1a-2881c4f25de3', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'port_id': '35593a8e-da9a-44a7-a403-00fa6a1c1cef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'mac_address': 'fa:16:3e:96:57:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32392277-48d3-4a76-8afe-0df0a333ef33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:37:37Z', 'updated_at': '2022-07-07T15:37:37Z', 'revision_number': 0, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:37:38.302209 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a645df-3f13-472e-96a2-fbede7f9a240 req-1b37aeb5-47b1-4b84-9c95-9eff03ea9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:38.303787 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c1a645df-3f13-472e-96a2-fbede7f9a240 req-1b37aeb5-47b1-4b84-9c95-9eff03ea9f91 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29820a51-47ed-4a8e-8170-71221aa2cdfe HTTP/1.1" status: 200 len: 912 time: 0.0887129 Jul 07 15:37:38.325593 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9189c61-15d3-44bb-8284-195b36dcb9a8 None None] Checking router: dc842381-3dbf-414f-8223-8f44fd847642 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:37:38.334708 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9189c61-15d3-44bb-8284-195b36dcb9a8 None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:37:38.335315 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-f9189c61-15d3-44bb-8284-195b36dcb9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:37:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:37:38.373606 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c1a645df-3f13-472e-96a2-fbede7f9a240 req-d8c74c78-ab72-4f4b-89bc-220de47146a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35593a8e-da9a-44a7-a403-00fa6a1c1cef HTTP/1.1" status: 200 len: 998 time: 0.0617688 Jul 07 15:37:38.417936 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:38.426102 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a645df-3f13-472e-96a2-fbede7f9a240 req-93cdc6b6-3da0-44fa-98b4-0a1692ccf083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:38.427692 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c1a645df-3f13-472e-96a2-fbede7f9a240 req-93cdc6b6-3da0-44fa-98b4-0a1692ccf083 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf143fb6-d0fd-4e14-a506-bd386a1da1c6 HTTP/1.1" status: 200 len: 850 time: 0.0469458 Jul 07 15:37:38.440975 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-f9189c61-15d3-44bb-8284-195b36dcb9a8 None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:37:38.477199 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a645df-3f13-472e-96a2-fbede7f9a240 req-b372cdf4-cc44-4c1d-ac7e-c0655436691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:38.478713 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c1a645df-3f13-472e-96a2-fbede7f9a240 req-b372cdf4-cc44-4c1d-ac7e-c0655436691e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29820a51-47ed-4a8e-8170-71221aa2cdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434301 Jul 07 15:37:38.591360 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c1a645df-3f13-472e-96a2-fbede7f9a240 req-1ea4ca0d-773d-4fe9-a282-28dd28b96f58 service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039219 Jul 07 15:37:38.683604 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-f9189c61-15d3-44bb-8284-195b36dcb9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '39e8f33a-6ad1-421e-bf1a-2881c4f25de3', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'port_id': '35593a8e-da9a-44a7-a403-00fa6a1c1cef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'mac_address': 'fa:16:3e:96:57:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32392277-48d3-4a76-8afe-0df0a333ef33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:37:37Z', 'updated_at': '2022-07-07T15:37:37Z', 'revision_number': 0, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:37:38.688681 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c1a645df-3f13-472e-96a2-fbede7f9a240 req-a8123145-1a27-4edf-87e2-20fd40a83ca1 service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872993 Jul 07 15:37:38.708739 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9189c61-15d3-44bb-8284-195b36dcb9a8 None None] The sync data for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi is: [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '39e8f33a-6ad1-421e-bf1a-2881c4f25de3', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'port_id': '35593a8e-da9a-44a7-a403-00fa6a1c1cef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'mac_address': 'fa:16:3e:96:57:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32392277-48d3-4a76-8afe-0df0a333ef33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:37:37Z', 'updated_at': '2022-07-07T15:37:37Z', 'revision_number': 0, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:37:38.899832 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa76457-802a-43ea-801f-fde36e4c54ab None None] New status for floating IP 39e8f33a-6ad1-421e-bf1a-2881c4f25de3: ACTIVE {{(pid=104330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:37:43.151089 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433bb0b-5218-4319-aa82-bc071ddc50c3 req-c6f40618-3499-413b-bca1-b7913c917140 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:43.152611 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c433bb0b-5218-4319-aa82-bc071ddc50c3 req-c6f40618-3499-413b-bca1-b7913c917140 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0537143 Jul 07 15:37:43.226252 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9b23e-5d13-4e44-909a-448a19094845 req-096f2cc0-ab16-413e-973f-78cae637126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:43.227719 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5ac9b23e-5d13-4e44-909a-448a19094845 req-096f2cc0-ab16-413e-973f-78cae637126a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 1130 time: 0.0625114 Jul 07 15:37:43.231891 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c433bb0b-5218-4319-aa82-bc071ddc50c3 req-e407b8ec-c2e8-47c1-886e-dadef077ac3e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737586 Jul 07 15:37:43.323495 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9b23e-5d13-4e44-909a-448a19094845 req-18b88eb9-c920-4fe8-a352-88ec2a49bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:43.325007 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5ac9b23e-5d13-4e44-909a-448a19094845 req-18b88eb9-c920-4fe8-a352-88ec2a49bbc3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 200 len: 918 time: 0.0875387 Jul 07 15:37:43.385821 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5ac9b23e-5d13-4e44-909a-448a19094845 req-f8182450-6549-4a47-a5cc-533b17a65d0a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b1ff111-abae-4beb-8edb-da235fcc08f4 HTTP/1.1" status: 200 len: 1002 time: 0.0539308 Jul 07 15:37:43.435334 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9b23e-5d13-4e44-909a-448a19094845 req-4eecbb44-5980-4330-ae6c-fe12eb025dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:43.436738 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5ac9b23e-5d13-4e44-909a-448a19094845 req-4eecbb44-5980-4330-ae6c-fe12eb025dac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97e3d972-be6d-4b72-9024-2daa5123c3d4 HTTP/1.1" status: 200 len: 856 time: 0.0426838 Jul 07 15:37:43.482582 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9b23e-5d13-4e44-909a-448a19094845 req-d50fdf60-d903-4191-90af-13ec61b99ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:43.483959 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5ac9b23e-5d13-4e44-909a-448a19094845 req-d50fdf60-d903-4191-90af-13ec61b99ecb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4a3d0bd-27a0-4957-a668-c94979f88543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406151 Jul 07 15:37:43.573083 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5ac9b23e-5d13-4e44-909a-448a19094845 req-b0367a5c-3d08-4e97-830e-ba99b6b9d384 service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817049 Jul 07 15:37:43.643396 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:43.666189 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5ac9b23e-5d13-4e44-909a-448a19094845 req-bdcdbed6-5ce2-4793-93ed-0806750389e3 service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860212 Jul 07 15:37:44.235385 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8c29-68f3-469c-b107-f7b09b824690 req-de551d00-7581-4e12-a69a-e0b319fb33e1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:44.237336 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b77b8c29-68f3-469c-b107-f7b09b824690 req-de551d00-7581-4e12-a69a-e0b319fb33e1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 947 time: 0.0463333 Jul 07 15:37:44.285579 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b77b8c29-68f3-469c-b107-f7b09b824690 req-ced7c7bd-c530-4d70-a793-7d831f0c531b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424435 Jul 07 15:37:44.346144 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c09a-89e8-4cb7-930e-f56102d379e7 req-2bbd6b79-79bb-4a57-a69a-38426ad1948e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:44.347611 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d9f1c09a-89e8-4cb7-930e-f56102d379e7 req-2bbd6b79-79bb-4a57-a69a-38426ad1948e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0458329 Jul 07 15:37:44.410511 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d9f1c09a-89e8-4cb7-930e-f56102d379e7 req-edcf8217-ad43-442e-b601-84d3cbd49690 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488551 Jul 07 15:37:45.371873 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:45.411069 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aa716-0e8b-4927-88d8-126c604eb0ae req-9369cb13-f579-4b8f-b3bf-1f59df195042 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:45.412591 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ef6aa716-0e8b-4927-88d8-126c604eb0ae req-9369cb13-f579-4b8f-b3bf-1f59df195042 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 947 time: 0.0559998 Jul 07 15:37:45.460591 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ef6aa716-0e8b-4927-88d8-126c604eb0ae req-db091817-09b3-4de8-8012-c47da6678d0d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424786 Jul 07 15:37:45.513856 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f03c04-68a2-44fe-b7c2-a8daa681dc22 req-5685bf08-a42c-48be-9421-9a662d51a815 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:45.515319 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-73f03c04-68a2-44fe-b7c2-a8daa681dc22 req-5685bf08-a42c-48be-9421-9a662d51a815 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0471084 Jul 07 15:37:45.562188 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-73f03c04-68a2-44fe-b7c2-a8daa681dc22 req-69a9fa5c-6721-4b86-bc78-b8ba336eeebe tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404313 Jul 07 15:37:46.083087 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6edc9-6c6a-401e-9d55-14a208e33dcd req-3607a534-522f-4937-866d-90b3c9bf61a5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:46.084546 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-22e6edc9-6c6a-401e-9d55-14a208e33dcd req-3607a534-522f-4937-866d-90b3c9bf61a5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 947 time: 0.0488646 Jul 07 15:37:46.196430 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [req-22e6edc9-6c6a-401e-9d55-14a208e33dcd req-d072dad7-9a7a-48e2-b017-c83476f22797 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Deleting port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:37:46.196765 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-22e6edc9-6c6a-401e-9d55-14a208e33dcd req-d072dad7-9a7a-48e2-b017-c83476f22797 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:46.285994 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-22e6edc9-6c6a-401e-9d55-14a208e33dcd req-d072dad7-9a7a-48e2-b017-c83476f22797 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] For port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:37:46.286274 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-22e6edc9-6c6a-401e-9d55-14a208e33dcd req-d072dad7-9a7a-48e2-b017-c83476f22797 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:46.785197 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-22e6edc9-6c6a-401e-9d55-14a208e33dcd req-d072dad7-9a7a-48e2-b017-c83476f22797 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:46.785883 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-22e6edc9-6c6a-401e-9d55-14a208e33dcd req-d072dad7-9a7a-48e2-b017-c83476f22797 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (db023a3c-0d1e-4945-baf7-821d2f59be18), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:46.785883 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.l3_db [req-22e6edc9-6c6a-401e-9d55-14a208e33dcd req-d072dad7-9a7a-48e2-b017-c83476f22797 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Floating IP db023a3c-0d1e-4945-baf7-821d2f59be18 disassociated. External IP: 172.27.1.55, port: 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a. Jul 07 15:37:46.786175 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [req-22e6edc9-6c6a-401e-9d55-14a208e33dcd req-d072dad7-9a7a-48e2-b017-c83476f22797 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Calling delete_port for 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a owned by compute:nova {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:37:46.794981 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9801b9-acf6-4ec1-b566-e996ceaf86f3 req-f210c23e-50a6-4861-877d-92ee7ce4d48f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:46.796459 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fb9801b9-acf6-4ec1-b566-e996ceaf86f3 req-f210c23e-50a6-4861-877d-92ee7ce4d48f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 947 time: 0.1060283 Jul 07 15:37:46.805152 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1ab90-f62b-4d0b-8b6c-068ec5d47fa0 req-4aa682a4-f1e4-4a93-846e-0b11350ac437 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:46.806489 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f0e1ab90-f62b-4d0b-8b6c-068ec5d47fa0 req-4aa682a4-f1e4-4a93-846e-0b11350ac437 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.1174407 Jul 07 15:37:46.920757 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fb9801b9-acf6-4ec1-b566-e996ceaf86f3 req-6ae98212-1764-4f83-8771-60fa12fcd2be tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=94a87411-1a9e-4907-8a12-797ce8ca6da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132333 Jul 07 15:37:46.928753 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f0e1ab90-f62b-4d0b-8b6c-068ec5d47fa0 req-887fb0b4-285f-4d0d-b51a-f7861ad89cc9 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113539 Jul 07 15:37:46.930465 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:46.989455 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:47.060350 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-22e6edc9-6c6a-401e-9d55-14a208e33dcd req-d072dad7-9a7a-48e2-b017-c83476f22797 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:47.091255 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072dad7-9a7a-48e2-b017-c83476f22797 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event deleted for resources: {'Port': ['ID=8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:47.202295 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22e6edc9-6c6a-401e-9d55-14a208e33dcd req-d072dad7-9a7a-48e2-b017-c83476f22797 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Router 54b29323-172a-4ab0-8536-8735d645a515 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:37:47.305432 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22e6edc9-6c6a-401e-9d55-14a208e33dcd req-d072dad7-9a7a-48e2-b017-c83476f22797 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:37:47.316107 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce58eeb-7d31-4244-b5f6-34def073b0f7 None None] Sync routers for ids ['54b29323-172a-4ab0-8536-8735d645a515'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:37:47.318411 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:47.327444 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce58eeb-7d31-4244-b5f6-34def073b0f7 None None] Routers {'54b29323-172a-4ab0-8536-8735d645a515'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:37:47.328105 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-8ce58eeb-7d31-4244-b5f6-34def073b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:37:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['54b29323-172a-4ab0-8536-8735d645a515'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:37:47.368388 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e6edc9-6c6a-401e-9d55-14a208e33dcd req-d072dad7-9a7a-48e2-b017-c83476f22797 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] No DVR routers for this DVR port 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a on host hv-cinder-84130 {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:37:47.370840 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-22e6edc9-6c6a-401e-9d55-14a208e33dcd req-d072dad7-9a7a-48e2-b017-c83476f22797 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:47.374048 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-22e6edc9-6c6a-401e-9d55-14a208e33dcd req-d072dad7-9a7a-48e2-b017-c83476f22797 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.50 "DELETE /v2.0/ports/8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a HTTP/1.1" status: 204 len: 173 time: 1.2829905 Jul 07 15:37:47.374483 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'name': 'network-vif-deleted', 'tag': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:37:47.377267 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de8479a-68aa-444c-8ae8-aea6f2da43d4" -d '{"events": [{"server_uuid": "2e85e6b3-ebad-441e-afcd-31692b27b782", "name": "network-vif-deleted", "tag": "8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:37:47.411719 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40197502-025e-4e35-9ff5-c9406ce2f4c0 x-openstack-request-id: req-40197502-025e-4e35-9ff5-c9406ce2f4c0 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:37:47.412010 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e85e6b3-ebad-441e-afcd-31692b27b782", "name": "network-vif-deleted", "tag": "8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:37:47.412261 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40197502-025e-4e35-9ff5-c9406ce2f4c0 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:37:47.412673 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40197502-025e-4e35-9ff5-c9406ce2f4c0'] response: {'server_uuid': '2e85e6b3-ebad-441e-afcd-31692b27b782', 'name': 'network-vif-deleted', 'tag': '8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a', 'status': 'completed', 'code': 200} Jul 07 15:37:47.444265 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-8ce58eeb-7d31-4244-b5f6-34def073b0f7 None None] Set router 54b29323-172a-4ab0-8536-8735d645a515 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:37:47.640862 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-8ce58eeb-7d31-4244-b5f6-34def073b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:10Z', 'revision_number': 4, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '3224de4c-67ce-4155-b266-702517c70066', 'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'mac_address': 'fa:16:3e:65:5d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:18Z', 'revision_number': 5, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'subnets': [{'id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:37:47.666680 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce58eeb-7d31-4244-b5f6-34def073b0f7 None None] Checking router: 54b29323-172a-4ab0-8536-8735d645a515 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:37:47.676719 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce58eeb-7d31-4244-b5f6-34def073b0f7 None None] Routers {'54b29323-172a-4ab0-8536-8735d645a515'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:37:47.677336 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-8ce58eeb-7d31-4244-b5f6-34def073b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:37:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['54b29323-172a-4ab0-8536-8735d645a515'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:37:47.780084 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-8ce58eeb-7d31-4244-b5f6-34def073b0f7 None None] Set router 54b29323-172a-4ab0-8536-8735d645a515 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:37:48.068516 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-94ebf354-4631-4046-81ec-b05cd385c0f1 req-2593eb5f-074b-4b4b-afad-eef4de353f5b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e85e6b3-ebad-441e-afcd-31692b27b782 HTTP/1.1" status: 200 len: 210 time: 0.0575256 Jul 07 15:37:48.086549 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53416860-c99b-4e9e-85d1-275d57c7ca24 req-3d0bb47e-acb4-4233-ab35-415c5b54e492 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:48.088871 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-53416860-c99b-4e9e-85d1-275d57c7ca24 req-3d0bb47e-acb4-4233-ab35-415c5b54e492 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0797188 Jul 07 15:37:48.092838 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-8ce58eeb-7d31-4244-b5f6-34def073b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:10Z', 'revision_number': 4, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '3224de4c-67ce-4155-b266-702517c70066', 'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'mac_address': 'fa:16:3e:65:5d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:18Z', 'revision_number': 5, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'subnets': [{'id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:37:48.124279 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce58eeb-7d31-4244-b5f6-34def073b0f7 None None] The sync data for ids ['54b29323-172a-4ab0-8536-8735d645a515'] in dv-cinder-841302-5-iscsi is: [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:10Z', 'revision_number': 4, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '3224de4c-67ce-4155-b266-702517c70066', 'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'mac_address': 'fa:16:3e:65:5d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:18Z', 'revision_number': 5, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'subnets': [{'id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:37:48.143776 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-53416860-c99b-4e9e-85d1-275d57c7ca24 req-009a4a91-8ce2-423b-99fa-2ee5f7ddd7e1 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445125 Jul 07 15:37:48.342038 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1332ec-be36-489d-af6e-4f18388196e0 None None] New status for floating IP db023a3c-0d1e-4945-baf7-821d2f59be18: DOWN {{(pid=104330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:37:49.231694 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46212) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:37:49.259522 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e44e7-774a-4f36-a8bc-5d91f1cdaccb req-4c9f1bfb-e423-4a6e-a43f-31b403eee0ea tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:49.261013 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5c0e44e7-774a-4f36-a8bc-5d91f1cdaccb req-4c9f1bfb-e423-4a6e-a43f-31b403eee0ea tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0488100 Jul 07 15:37:49.287642 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3514-a430-4f3f-a5a5-9ed8f69b1a31 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group (94a87411-1a9e-4907-8a12-797ce8ca6da8), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:49.307476 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5c0e44e7-774a-4f36-a8bc-5d91f1cdaccb req-9297bfac-fb78-48a2-afca-f4ae07f8181f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408518 Jul 07 15:37:49.311541 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3514-a430-4f3f-a5a5-9ed8f69b1a31 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group (94a87411-1a9e-4907-8a12-797ce8ca6da8), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:49.430906 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3514-a430-4f3f-a5a5-9ed8f69b1a31 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (94a87411-1a9e-4907-8a12-797ce8ca6da8), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:49.433545 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3514-a430-4f3f-a5a5-9ed8f69b1a31 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:49.434686 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-dbcb3514-a430-4f3f-a5a5-9ed8f69b1a31 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "DELETE /v2.0/security-groups/94a87411-1a9e-4907-8a12-797ce8ca6da8 HTTP/1.1" status: 204 len: 168 time: 0.2017484 Jul 07 15:37:49.437579 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46214) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:37:49.444563 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb3514-a430-4f3f-a5a5-9ed8f69b1a31 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a87411-1a9e-4907-8a12-797ce8ca6da8,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:49.458659 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.api.v2.resource [None req-55d2f9aa-cb93-4c92-8e1b-2891d0f6b561 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] show failed (client error): The resource could not be found. Jul 07 15:37:49.459738 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-55d2f9aa-cb93-4c92-8e1b-2891d0f6b561 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups/94a87411-1a9e-4907-8a12-797ce8ca6da8 HTTP/1.1" status: 404 len: 347 time: 0.0211039 Jul 07 15:37:49.462697 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46216) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:37:49.571661 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-68e3529e-e88b-47ea-bdbf-4469f4e46600 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Deleting port 9ac39205-62ad-4daf-bf28-33ef7784ce35 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:37:49.571946 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-68e3529e-e88b-47ea-bdbf-4469f4e46600 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (9ac39205-62ad-4daf-bf28-33ef7784ce35), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:49.646407 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-68e3529e-e88b-47ea-bdbf-4469f4e46600 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (9ac39205-62ad-4daf-bf28-33ef7784ce35), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:49.646732 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-68e3529e-e88b-47ea-bdbf-4469f4e46600 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for floatingip (9ac39205-62ad-4daf-bf28-33ef7784ce35), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:49.659511 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-68e3529e-e88b-47ea-bdbf-4469f4e46600 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Calling delete_port for 9ac39205-62ad-4daf-bf28-33ef7784ce35 owned by network:floatingip {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:37:49.836695 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-68e3529e-e88b-47ea-bdbf-4469f4e46600 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (9ac39205-62ad-4daf-bf28-33ef7784ce35), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:49.863306 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3529e-e88b-47ea-bdbf-4469f4e46600 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event deleted for resources: {'Port': ['ID=9ac39205-62ad-4daf-bf28-33ef7784ce35,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:49.889699 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-68e3529e-e88b-47ea-bdbf-4469f4e46600 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for floatingip (db023a3c-0d1e-4945-baf7-821d2f59be18), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:49.892226 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-68e3529e-e88b-47ea-bdbf-4469f4e46600 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:49.893382 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-68e3529e-e88b-47ea-bdbf-4469f4e46600 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "DELETE /v2.0/floatingips/db023a3c-0d1e-4945-baf7-821d2f59be18 HTTP/1.1" status: 204 len: 168 time: 0.4296465 Jul 07 15:37:50.085413 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46220) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:37:50.089978 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-84aa6586-5643-48c4-91e2-762fb9d611f5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--75560086', 'description': 'tempest-description--1873028992'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:37:50.098692 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:37:50.117874 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:37:50.118220 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8fdf4d0b-ba0f-4678-90b0-fd76e9c8e54a not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:37:50.187706 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-84aa6586-5643-48c4-91e2-762fb9d611f5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:50.255809 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-84aa6586-5643-48c4-91e2-762fb9d611f5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group (82944040-9e75-44d6-8769-59b239dc6f7d), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:50.301237 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-84aa6586-5643-48c4-91e2-762fb9d611f5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (82944040-9e75-44d6-8769-59b239dc6f7d), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:50.330321 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa6586-5643-48c4-91e2-762fb9d611f5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82944040-9e75-44d6-8769-59b239dc6f7d,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:50.381689 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-84aa6586-5643-48c4-91e2-762fb9d611f5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:50.383009 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-84aa6586-5643-48c4-91e2-762fb9d611f5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2965190 Jul 07 15:37:50.385835 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46226) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:37:50.390162 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-325ba354-ae9b-48e8-8aa5-9001d4775c1c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Request body: {'security_group_rule': {'security_group_id': '82944040-9e75-44d6-8769-59b239dc6f7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:37:50.426530 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e30e1-e1c5-429a-97f6-aaf2e0a2cb72 req-7f98bdbf-44f1-42fe-9bd2-47263ae8ab60 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:50.428036 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-863e30e1-e1c5-429a-97f6-aaf2e0a2cb72 req-7f98bdbf-44f1-42fe-9bd2-47263ae8ab60 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0531867 Jul 07 15:37:50.476937 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-863e30e1-e1c5-429a-97f6-aaf2e0a2cb72 req-e65597cf-8ef5-41e6-8f38-c75d933a67c5 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426993 Jul 07 15:37:50.490134 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-325ba354-ae9b-48e8-8aa5-9001d4775c1c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group_rule (67893c01-7e4e-4883-8ea3-4bdcb9b85d44), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:50.526982 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:50.535850 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:50.543973 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-325ba354-ae9b-48e8-8aa5-9001d4775c1c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group_rule (67893c01-7e4e-4883-8ea3-4bdcb9b85d44), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:50.619626 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-325ba354-ae9b-48e8-8aa5-9001d4775c1c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (67893c01-7e4e-4883-8ea3-4bdcb9b85d44), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:50.639031 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ba354-ae9b-48e8-8aa5-9001d4775c1c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67893c01-7e4e-4883-8ea3-4bdcb9b85d44,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:50.648131 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6007e7f1-5cfd-4d28-b831-43abc2bff2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:50.686424 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-325ba354-ae9b-48e8-8aa5-9001d4775c1c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:50.687683 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-325ba354-ae9b-48e8-8aa5-9001d4775c1c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3008702 Jul 07 15:37:50.690324 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46228) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:37:50.694649 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-f66c51c7-0a42-4d6e-89b4-b3046b4bbe5b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Request body: {'security_group_rule': {'security_group_id': '82944040-9e75-44d6-8769-59b239dc6f7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:37:50.780123 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f66c51c7-0a42-4d6e-89b4-b3046b4bbe5b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group_rule (15473a1b-c368-4a90-ba01-8ecb7bcdfa4f), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:50.837061 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f66c51c7-0a42-4d6e-89b4-b3046b4bbe5b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group_rule (15473a1b-c368-4a90-ba01-8ecb7bcdfa4f), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:51.003490 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f66c51c7-0a42-4d6e-89b4-b3046b4bbe5b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (15473a1b-c368-4a90-ba01-8ecb7bcdfa4f), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:51.023997 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c51c7-0a42-4d6e-89b4-b3046b4bbe5b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15473a1b-c368-4a90-ba01-8ecb7bcdfa4f,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:51.078560 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f66c51c7-0a42-4d6e-89b4-b3046b4bbe5b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:51.079877 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-f66c51c7-0a42-4d6e-89b4-b3046b4bbe5b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3885844 Jul 07 15:37:51.082842 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46234) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:37:51.087018 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Request body: {'floatingip': {'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:37:51.156663 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:51.232137 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:51.339266 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Allocated IP 172.27.1.136 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/b68d2a02-a440-440a-94c4-67d418e41aa7) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:37:51.443501 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for port (b68d2a02-a440-440a-94c4-67d418e41aa7), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:51.553936 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (b68d2a02-a440-440a-94c4-67d418e41aa7), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:51.577214 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:51.589472 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b0d6d-a47e-4abe-ad43-11ac964953d4 req-f873d666-1490-489a-99a5-bf44b8c600ab tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:51.590959 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3a8b0d6d-a47e-4abe-ad43-11ac964953d4 req-f873d666-1490-489a-99a5-bf44b8c600ab tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0468853 Jul 07 15:37:51.597232 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:37:51.602447 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:37:51.607704 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event updated for resources: {'Port': ['ID=b68d2a02-a440-440a-94c4-67d418e41aa7,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:51.607704 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:37:51.640564 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3a8b0d6d-a47e-4abe-ad43-11ac964953d4 req-b086a8bb-00ce-4d15-9583-138909e13f71 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432105 Jul 07 15:37:51.652915 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for floatingip (19b7920c-4bea-4eea-822e-724446ade8bd), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:51.769293 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (b68d2a02-a440-440a-94c4-67d418e41aa7), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:51.816268 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:51.916396 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for port (b68d2a02-a440-440a-94c4-67d418e41aa7), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:52.015951 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (b68d2a02-a440-440a-94c4-67d418e41aa7), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:52.060090 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (19b7920c-4bea-4eea-822e-724446ade8bd), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:52.080153 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event updated for resources: {'Port': ['ID=b68d2a02-a440-440a-94c4-67d418e41aa7,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:52.177531 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:52.178844 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ae7248e9-0b06-477d-9736-eea062d7bef7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0950406 Jul 07 15:37:52.369446 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-4180d34b-7700-4ef0-8589-69f0164df0b4 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--75560086&fields=id&tenant_id=d2e4afda121042939745304ce6f76a8b HTTP/1.1" status: 200 len: 267 time: 0.0416913 Jul 07 15:37:52.465204 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:52.479136 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-62252100-b3e9-4f8b-a1c9-ff651314d68f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:52.480592 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-62252100-b3e9-4f8b-a1c9-ff651314d68f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/networks?id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 HTTP/1.1" status: 200 len: 817 time: 0.1047316 Jul 07 15:37:52.497239 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-070092f3-1b1b-4620-a45c-c3a07e3f3841 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/quotas/d2e4afda121042939745304ce6f76a8b HTTP/1.1" status: 200 len: 375 time: 0.0100296 Jul 07 15:37:52.546153 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-42d36bd6-ebf9-40b8-a5cf-a3241538e27b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2e4afda121042939745304ce6f76a8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434597 Jul 07 15:37:52.644693 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-9494d122-c87e-44c0-afcc-71572c15c4a1 service neutron] 10.222.0.25 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868876 Jul 07 15:37:52.763973 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:52.772254 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-90a4398d-0a51-4ab4-b5ae-b7e61508cdc9 service neutron] 10.222.0.25 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219549 Jul 07 15:37:52.778362 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca06f5d-6468-40af-bb20-16765990f6c2 req-3616da05-0158-4288-b94c-6151a944afab tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:52.779739 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fca06f5d-6468-40af-bb20-16765990f6c2 req-3616da05-0158-4288-b94c-6151a944afab tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0712883 Jul 07 15:37:52.820314 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-5277cff9-ba30-43df-85cc-b04b120931e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:52.833856 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fca06f5d-6468-40af-bb20-16765990f6c2 req-db8e03d6-8978-49e1-afe5-bede20d630aa tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433688 Jul 07 15:37:53.011483 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-782463f6-c2a6-44a8-85c2-1077f8cd42ab req-8d2c9d82-5b3a-4b10-8718-2c8cbf5213a5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 210 time: 0.0278254 Jul 07 15:37:53.941364 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96535e-a697-4d3e-a67e-33decb05ff13 req-3c3248de-a455-4468-9bc7-87c7a527dd7c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:53.942803 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6d96535e-a697-4d3e-a67e-33decb05ff13 req-3c3248de-a455-4468-9bc7-87c7a527dd7c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0458431 Jul 07 15:37:53.994998 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6d96535e-a697-4d3e-a67e-33decb05ff13 req-edb379e9-7cda-4727-b4eb-ac60ae359d52 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467241 Jul 07 15:37:54.111316 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fa4c0523-b506-406d-838e-368081929217 req-576b049d-35bf-4ff9-97e9-529734f436e5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 210 time: 0.0284033 Jul 07 15:37:54.268111 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:54.938505 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-c48de674-dcf5-4c0b-8805-19b8343e9625 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:54.939955 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-c48de674-dcf5-4c0b-8805-19b8343e9625 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.50 "GET /v2.0/networks?id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 HTTP/1.1" status: 200 len: 817 time: 0.1039577 Jul 07 15:37:55.002803 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-bccb90d2-df47-4044-aa83-bae9ddab9189 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2e4afda121042939745304ce6f76a8b HTTP/1.1" status: 200 len: 378 time: 0.0529139 Jul 07 15:37:55.011461 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-b918b724-1a06-40b2-b033-1d3508718e62 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Request body: {'port': {'device_id': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'admin_state_up': True, 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'security_groups': ['82944040-9e75-44d6-8769-59b239dc6f7d']}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:37:55.136721 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9f89e-bac7-4ec6-91f4-e9da3b27436a req-7055d797-0526-4700-9dbb-6854c35cccae tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:55.138182 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b0b9f89e-bac7-4ec6-91f4-e9da3b27436a req-7055d797-0526-4700-9dbb-6854c35cccae tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0665736 Jul 07 15:37:55.226630 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-050aaf07-0e29-4cae-a393-8ac6eaa1c991 req-7e7e4302-a655-4166-be94-4cdf133811e4 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 210 time: 0.0364618 Jul 07 15:37:55.237781 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b0b9f89e-bac7-4ec6-91f4-e9da3b27436a req-c9c4c375-1943-4b73-8551-7b89c4d60a13 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847120 Jul 07 15:37:55.254266 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-b918b724-1a06-40b2-b033-1d3508718e62 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Made reservation on behalf of d2e4afda121042939745304ce6f76a8b for: {'port': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:37:55.257899 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-b918b724-1a06-40b2-b033-1d3508718e62 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:55.340310 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:55.385191 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-b918b724-1a06-40b2-b033-1d3508718e62 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Allocated IP 172.20.0.5 (e12eafaa-cd14-4167-a6ef-a2ef64a70cc9/9869fa05-9e6c-4cb3-8a09-1453d7c28d29/cd19f05f-6752-480d-a56b-5d74f03e8e3a) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:37:55.505960 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:55.523790 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-b918b724-1a06-40b2-b033-1d3508718e62 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:55.545600 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:55.604393 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-b918b724-1a06-40b2-b033-1d3508718e62 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:55.648311 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-b918b724-1a06-40b2-b033-1d3508718e62 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:37:55.651327 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-b918b724-1a06-40b2-b033-1d3508718e62 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:37:55.655002 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-b918b724-1a06-40b2-b033-1d3508718e62 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:37:55.680408 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918b724-1a06-40b2-b033-1d3508718e62 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event updated for resources: {'Port': ['ID=cd19f05f-6752-480d-a56b-5d74f03e8e3a,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:55.709686 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-b918b724-1a06-40b2-b033-1d3508718e62 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:55.710375 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-b918b724-1a06-40b2-b033-1d3508718e62 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:55.801630 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-b918b724-1a06-40b2-b033-1d3508718e62 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7936413 Jul 07 15:37:55.814934 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Request body: {'port': {'device_id': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:37:55.844655 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:55.876933 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:55.878498 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:55.879491 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-de93ad11-b98c-4605-8019-de6b8e385a2d None None] Provisioning complete for port cd19f05f-6752-480d-a56b-5d74f03e8e3a triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:37:55.879878 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-de93ad11-b98c-4605-8019-de6b8e385a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:55.910577 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-de93ad11-b98c-4605-8019-de6b8e385a2d None None] Port cd19f05f-6752-480d-a56b-5d74f03e8e3a cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:37:56.127669 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd19f05f-6752-480d-a56b-5d74f03e8e3a {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:37:56.134982 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Publish callbacks [] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:56.146959 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Transition to ACTIVE for port object cd19f05f-6752-480d-a56b-5d74f03e8e3a will not be triggered until provisioned by entity L2. {{(pid=104328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:37:56.219679 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:56.227580 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:56.275236 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Pushing event updated for resources: {'Port': ['ID=cd19f05f-6752-480d-a56b-5d74f03e8e3a,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:56.406903 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bdbfc-1f68-4b43-8be7-79593faece12 req-e5878b95-c539-4d90-807f-5b7b9184bb5d tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:56.408973 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0c8bdbfc-1f68-4b43-8be7-79593faece12 req-e5878b95-c539-4d90-807f-5b7b9184bb5d tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0910668 Jul 07 15:37:56.420996 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1c25b-df27-4a3c-942d-24ae843396a6 req-bcce572c-1c1a-4ae7-b730-8a66cad6f1f3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:56.422469 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c5e1c25b-df27-4a3c-942d-24ae843396a6 req-bcce572c-1c1a-4ae7-b730-8a66cad6f1f3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.1034076 Jul 07 15:37:56.460995 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Attempting to bind port cd19f05f-6752-480d-a56b-5d74f03e8e3a on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:37:56.461321 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Attempting to bind port cd19f05f-6752-480d-a56b-5d74f03e8e3a by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': 'a3f499d3-501c-494d-a58a-3ee089a92057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:37:56.461641 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Attempting to bind port cd19f05f-6752-480d-a56b-5d74f03e8e3a on network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:37:56.474836 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Port cd19f05f-6752-480d-a56b-5d74f03e8e3a on network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:37:56.475145 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Attempting to bind port cd19f05f-6752-480d-a56b-5d74f03e8e3a on network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:37:56.489165 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:56.498234 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:37:56.498564 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Checking segment: {'id': 'a3f499d3-501c-494d-a58a-3ee089a92057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:37:56.498939 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Bound using segment: {'id': 'a3f499d3-501c-494d-a58a-3ee089a92057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:37:56.499360 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Bound port: cd19f05f-6752-480d-a56b-5d74f03e8e3a, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f499d3-501c-494d-a58a-3ee089a92057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:37:56.499742 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:56.537318 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c5e1c25b-df27-4a3c-942d-24ae843396a6 req-31f74fb1-28fb-457d-84b8-83bb40909222 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1067307 Jul 07 15:37:56.541551 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0c8bdbfc-1f68-4b43-8be7-79593faece12 req-227e7340-8fc8-4c4c-ad7d-13cfcde61b7c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123376 Jul 07 15:37:56.588567 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] For port cd19f05f-6752-480d-a56b-5d74f03e8e3a, host hv-cinder-84130, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:37:56.591877 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] For port cd19f05f-6752-480d-a56b-5d74f03e8e3a, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cd19f05f-6752-480d-a56b-5d74f03e8e3a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:37:56.662229 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:56.704948 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:56.705561 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:37:56.706989 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] 10.222.0.50 "PUT /v2.0/ports/cd19f05f-6752-480d-a56b-5d74f03e8e3a HTTP/1.1" status: 200 len: 1093 time: 0.8966618 Jul 07 15:37:56.707416 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'tag': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:37:56.709698 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7358dc-a1a0-4b17-af2c-6e6f2844770f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cfd6f9-be72-41c0-8887-1425b3f5565c", "tag": "cd19f05f-6752-480d-a56b-5d74f03e8e3a"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:37:56.744346 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75bdb9-e2f2-47b4-b8fd-a36f33d7fd37 service neutron] Pushing event updated for resources: {'Port': ['ID=cd19f05f-6752-480d-a56b-5d74f03e8e3a,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:37:56.756287 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2d1264-1550-482b-b9be-a584bbbfa796 x-openstack-request-id: req-bc2d1264-1550-482b-b9be-a584bbbfa796 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:37:56.756567 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cfd6f9-be72-41c0-8887-1425b3f5565c", "tag": "cd19f05f-6752-480d-a56b-5d74f03e8e3a", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:37:56.756812 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc2d1264-1550-482b-b9be-a584bbbfa796 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:37:56.757204 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2d1264-1550-482b-b9be-a584bbbfa796'] response: {'name': 'network-changed', 'server_uuid': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'tag': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a', 'status': 'completed', 'code': 200} Jul 07 15:37:56.820458 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7358dc-a1a0-4b17-af2c-6e6f2844770f req-3c122ba3-3566-434c-a0b7-99908bcac22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:56.821949 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ec7358dc-a1a0-4b17-af2c-6e6f2844770f req-3c122ba3-3566-434c-a0b7-99908bcac22b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2e4afda121042939745304ce6f76a8b&device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 1127 time: 0.0417824 Jul 07 15:37:56.923645 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7358dc-a1a0-4b17-af2c-6e6f2844770f req-6693809e-e761-4be9-bad4-82b12c8c388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:56.925034 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ec7358dc-a1a0-4b17-af2c-6e6f2844770f req-6693809e-e761-4be9-bad4-82b12c8c388e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d2e4afda121042939745304ce6f76a8b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0933170 Jul 07 15:37:57.024780 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7358dc-a1a0-4b17-af2c-6e6f2844770f req-83bdd581-410c-422b-956c-4753300f5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:57.026166 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ec7358dc-a1a0-4b17-af2c-6e6f2844770f req-83bdd581-410c-422b-956c-4753300f5b46 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948443 Jul 07 15:37:57.103798 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-055fe0ce-13f2-47fd-af3d-f11e9d111d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:57.105222 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-055fe0ce-13f2-47fd-af3d-f11e9d111d6b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2e4afda121042939745304ce6f76a8b&device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 1127 time: 0.0384414 Jul 07 15:37:57.148666 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-6d298dfb-8436-4022-a911-e136686fccb8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd19f05f-6752-480d-a56b-5d74f03e8e3a HTTP/1.1" status: 200 len: 217 time: 0.0351081 Jul 07 15:37:57.195998 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-c01b4077-5ca4-4fe2-83e5-6d8d436a491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:57.197296 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-c01b4077-5ca4-4fe2-83e5-6d8d436a491a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9869fa05-9e6c-4cb3-8a09-1453d7c28d29 HTTP/1.1" status: 200 len: 856 time: 0.0421755 Jul 07 15:37:57.241314 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-f95425f4-faa3-4271-a5cb-2515d0708738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:57.242726 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-f95425f4-faa3-4271-a5cb-2515d0708738 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371695 Jul 07 15:37:57.561415 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-d64e9bda-2759-42c1-b33f-28e859dc4176 service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108578 Jul 07 15:37:57.651299 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:57.722598 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c06ee-7f4b-4516-9edb-99b695feb4eb req-5229cd21-e0f2-4903-bb5e-6db4f0509002 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:57.724119 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cf5c06ee-7f4b-4516-9edb-99b695feb4eb req-5229cd21-e0f2-4903-bb5e-6db4f0509002 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0968616 Jul 07 15:37:57.732612 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e5386-2c98-4ab7-a466-91c015e386bc req-bef40be6-6b18-4885-8378-cbd925706e2f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:57.733959 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e07e5386-2c98-4ab7-a466-91c015e386bc req-bef40be6-6b18-4885-8378-cbd925706e2f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.1056175 Jul 07 15:37:57.737925 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4aebfc13-250e-437f-81ea-4ea27c7ee17b req-7383d817-1ad1-4ad2-8559-639c70f3c77c service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694877 Jul 07 15:37:57.812120 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cf5c06ee-7f4b-4516-9edb-99b695feb4eb req-bfbb1566-05e6-47c5-9765-50209ee27865 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771444 Jul 07 15:37:57.815340 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e07e5386-2c98-4ab7-a466-91c015e386bc req-cb207663-aa34-40e2-8835-548e6949573e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708711 Jul 07 15:37:58.413969 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:58.416098 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:58.937986 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:37:58.956554 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a67b4e-91f8-4d2a-8201-3d46eab3e6d4 req-0413a9b0-2663-4a89-9b3f-669e3547b62e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:58.958145 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a0a67b4e-91f8-4d2a-8201-3d46eab3e6d4 req-0413a9b0-2663-4a89-9b3f-669e3547b62e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0765336 Jul 07 15:37:58.976802 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e077453-f4e7-4ecc-bd7d-e9d4f77043ed req-ca026fe5-bd95-49ac-83e9-9240d55d573b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:37:58.978269 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1e077453-f4e7-4ecc-bd7d-e9d4f77043ed req-ca026fe5-bd95-49ac-83e9-9240d55d573b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0949259 Jul 07 15:37:59.036875 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1e077453-f4e7-4ecc-bd7d-e9d4f77043ed req-e803e9b2-ecdf-49ed-8d5e-ca32f0cd89e7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513382 Jul 07 15:37:59.074398 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a0a67b4e-91f8-4d2a-8201-3d46eab3e6d4 req-2377ff55-d28b-4cd5-bd30-25902fa52033 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096573 Jul 07 15:38:00.119692 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device cd19f05f-6752-480d-a56b-5d74f03e8e3a details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:38:00.221122 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe23a93-a0f9-4883-acd5-5cf1d7fe8e6e req-617718c8-7877-4d42-989e-a034f4cb9329 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:00.222626 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3fe23a93-a0f9-4883-acd5-5cf1d7fe8e6e req-617718c8-7877-4d42-989e-a034f4cb9329 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0965185 Jul 07 15:38:00.226784 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port cd19f05f-6752-480d-a56b-5d74f03e8e3a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cd19f05f-6752-480d-a56b-5d74f03e8e3a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:38:00.240086 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'port_id': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a', 'mac_address': 'fa:16:3e:77:97:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:38:00.246181 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:00.276107 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port cd19f05f-6752-480d-a56b-5d74f03e8e3a is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:38:00.276633 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:00.279078 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b73b52-303e-48a6-9c12-c0d664eebb24 req-0d1b1f08-a2f6-4916-96b6-1fe2997eee02 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:00.280569 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-70b73b52-303e-48a6-9c12-c0d664eebb24 req-0d1b1f08-a2f6-4916-96b6-1fe2997eee02 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.1187086 Jul 07 15:38:00.291410 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd19f05f-6752-480d-a56b-5d74f03e8e3a {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:38:00.307457 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03826dbe-adad-4479-8b79-32482467c229 req-eb24ed7a-c295-4e9a-80f9-f7ef4b758544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:00.308972 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-03826dbe-adad-4479-8b79-32482467c229 req-eb24ed7a-c295-4e9a-80f9-f7ef4b758544 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 1130 time: 0.0854247 Jul 07 15:38:00.316067 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port cd19f05f-6752-480d-a56b-5d74f03e8e3a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cd19f05f-6752-480d-a56b-5d74f03e8e3a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:38:00.345065 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3fe23a93-a0f9-4883-acd5-5cf1d7fe8e6e req-326e757f-e2b5-4a4d-b239-1537671d1ecc tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1111102 Jul 07 15:38:00.385606 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-70b73b52-303e-48a6-9c12-c0d664eebb24 req-b9d13c76-aca7-4436-bb0f-70577da6dd4d tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960815 Jul 07 15:38:00.391294 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:00.392430 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-03826dbe-adad-4479-8b79-32482467c229 req-abe1374f-5afd-4a84-a0e5-cf9eb3b8c798 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734234 Jul 07 15:38:00.445548 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=cd19f05f-6752-480d-a56b-5d74f03e8e3a,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:00.452822 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:00.453171 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:00.453510 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:00.453848 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:00.454182 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:00.454513 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:00.454866 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:00.455200 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:00.455523 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:00.455871 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:00.456196 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:00.456520 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:00.456839 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:00.457160 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:00.457476 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:00.674672 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['cd19f05f-6752-480d-a56b-5d74f03e8e3a'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:38:01.537578 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0e92e-6ecc-450c-b53c-5f684ba63528 req-0fd87a56-ad9f-458a-b524-b2ef59e9773f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:01.539076 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-afa0e92e-6ecc-450c-b53c-5f684ba63528 req-0fd87a56-ad9f-458a-b524-b2ef59e9773f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0837853 Jul 07 15:38:01.546709 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8b4b1-2396-4549-8b22-636a456a8b6b req-75a46329-df6f-45e0-ab76-3900c9d6f76d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:01.548783 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f9f8b4b1-2396-4549-8b22-636a456a8b6b req-75a46329-df6f-45e0-ab76-3900c9d6f76d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 944 time: 0.1313782 Jul 07 15:38:01.618246 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-afa0e92e-6ecc-450c-b53c-5f684ba63528 req-ae3c0618-52d7-454a-ac83-37eb3601bf0f tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685318 Jul 07 15:38:01.624877 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f9f8b4b1-2396-4549-8b22-636a456a8b6b req-9cd4b90c-0aa7-4dc0-aa2e-bfaba0dba2d9 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693650 Jul 07 15:38:02.077510 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=44,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:02.132039 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device cd19f05f-6752-480d-a56b-5d74f03e8e3a up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:38:02.175061 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port cd19f05f-6752-480d-a56b-5d74f03e8e3a completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:38:02.248481 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port cd19f05f-6752-480d-a56b-5d74f03e8e3a triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:38:02.248823 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:02.320711 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port cd19f05f-6752-480d-a56b-5d74f03e8e3a is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:38:02.321088 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:02.344313 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:38:02.347192 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecf8910-7867-4a6f-b477-0b49dfe0fb08" -d '{"events": [{"server_uuid": "d8cfd6f9-be72-41c0-8887-1425b3f5565c", "name": "network-vif-plugged", "status": "completed", "tag": "cd19f05f-6752-480d-a56b-5d74f03e8e3a"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:38:02.362375 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port cd19f05f-6752-480d-a56b-5d74f03e8e3a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cd19f05f-6752-480d-a56b-5d74f03e8e3a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:38:02.380792 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd244a3a-4f29-468c-b52e-c6e588184344 x-openstack-request-id: req-bd244a3a-4f29-468c-b52e-c6e588184344 {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:38:02.381075 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cfd6f9-be72-41c0-8887-1425b3f5565c", "name": "network-vif-plugged", "status": "completed", "tag": "cd19f05f-6752-480d-a56b-5d74f03e8e3a", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:38:02.381318 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd244a3a-4f29-468c-b52e-c6e588184344 {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:38:02.381705 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd244a3a-4f29-468c-b52e-c6e588184344'] response: {'server_uuid': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a', 'code': 200} Jul 07 15:38:02.410589 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:02.459945 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:02.471136 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=cd19f05f-6752-480d-a56b-5d74f03e8e3a,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:02.650696 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab5d14-ebb4-4777-8f98-78088321435f req-2996700a-8b64-498d-8ca6-a3a3d9abfeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:02.652237 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0eab5d14-ebb4-4777-8f98-78088321435f req-2996700a-8b64-498d-8ca6-a3a3d9abfeb8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 1129 time: 0.0399821 Jul 07 15:38:02.739482 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0eab5d14-ebb4-4777-8f98-78088321435f req-cfddf955-207a-4ddf-a8dc-13477292c109 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810945 Jul 07 15:38:02.776774 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c709d3a-592c-436b-a849-e94ce5b7486b req-2166603d-8a09-411c-b2d9-e1676997ee49 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:02.778245 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0c709d3a-592c-436b-a849-e94ce5b7486b req-2166603d-8a09-411c-b2d9-e1676997ee49 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0905862 Jul 07 15:38:02.785912 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba97207-7d42-47be-8594-c102bc2f6d05 req-a56178c6-f8c1-460f-9660-bf684944084e tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:02.787268 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8ba97207-7d42-47be-8594-c102bc2f6d05 req-a56178c6-f8c1-460f-9660-bf684944084e tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0816376 Jul 07 15:38:02.864236 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0c709d3a-592c-436b-a849-e94ce5b7486b req-407b0cc1-ca25-4309-a5af-07f7734009d0 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760069 Jul 07 15:38:02.868233 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8ba97207-7d42-47be-8594-c102bc2f6d05 req-b7bccc02-ac47-4c88-bb2b-b605910f9ebf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742612 Jul 07 15:38:03.457995 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6da855-5baa-4269-8c54-25d66d207e9d req-b6f89596-d96d-4010-bf6f-3bdaa0e75f3c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:03.459401 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2b6da855-5baa-4269-8c54-25d66d207e9d req-b6f89596-d96d-4010-bf6f-3bdaa0e75f3c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0480671 Jul 07 15:38:03.490088 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:03.506597 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2b6da855-5baa-4269-8c54-25d66d207e9d req-ef187f05-c8a7-40a9-a1ad-01795991ebff tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415928 Jul 07 15:38:03.528584 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:03.975475 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:03.988594 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac0e8d-8de7-49b8-88a0-68bf1b7e7532 req-1828a771-a364-4a46-b167-b6298ed651e4 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:03.990073 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-96ac0e8d-8de7-49b8-88a0-68bf1b7e7532 req-1828a771-a364-4a46-b167-b6298ed651e4 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0494912 Jul 07 15:38:04.061570 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb0873-c374-4c13-b12b-00fbcead9e66 req-bd113f3c-e6d4-4d74-8551-ffaf2453c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:04.063047 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0dbb0873-c374-4c13-b12b-00fbcead9e66 req-bd113f3c-e6d4-4d74-8551-ffaf2453c139 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 1130 time: 0.0597913 Jul 07 15:38:04.076642 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-96ac0e8d-8de7-49b8-88a0-68bf1b7e7532 req-cb109325-7f24-4076-b82f-f63cf1d13250 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808330 Jul 07 15:38:04.630398 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb0873-c374-4c13-b12b-00fbcead9e66 req-99fd62a7-50e7-4117-bf61-16ab3e162a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:04.631918 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0dbb0873-c374-4c13-b12b-00fbcead9e66 req-99fd62a7-50e7-4117-bf61-16ab3e162a66 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 200 len: 918 time: 0.1241906 Jul 07 15:38:04.639808 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8acb2-fb64-4b15-95ce-d88e2b2116ca req-07ad2cdc-57c5-49d6-b345-003d40391e60 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:04.641167 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-92d8acb2-fb64-4b15-95ce-d88e2b2116ca req-07ad2cdc-57c5-49d6-b345-003d40391e60 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0654602 Jul 07 15:38:04.689643 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-92d8acb2-fb64-4b15-95ce-d88e2b2116ca req-9e3c4dcf-f087-435f-8568-0f20ad98ac45 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421112 Jul 07 15:38:04.966953 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0dbb0873-c374-4c13-b12b-00fbcead9e66 req-acc4876e-43d6-4bfa-accd-42e747b46981 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b1ff111-abae-4beb-8edb-da235fcc08f4 HTTP/1.1" status: 200 len: 1002 time: 0.0551143 Jul 07 15:38:05.017112 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb0873-c374-4c13-b12b-00fbcead9e66 req-22a1be24-178c-47e6-ba6c-04b31eb16a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:05.018521 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0dbb0873-c374-4c13-b12b-00fbcead9e66 req-22a1be24-178c-47e6-ba6c-04b31eb16a0e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97e3d972-be6d-4b72-9024-2daa5123c3d4 HTTP/1.1" status: 200 len: 856 time: 0.0438855 Jul 07 15:38:05.069225 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb0873-c374-4c13-b12b-00fbcead9e66 req-4670ca88-4d64-4bcb-a895-94370f8ebaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:05.070661 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0dbb0873-c374-4c13-b12b-00fbcead9e66 req-4670ca88-4d64-4bcb-a895-94370f8ebaa6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4a3d0bd-27a0-4957-a668-c94979f88543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416133 Jul 07 15:38:05.196739 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0dbb0873-c374-4c13-b12b-00fbcead9e66 req-0142a24f-d9ed-4532-9143-451ed356a4a2 service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190536 Jul 07 15:38:05.207559 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52047e9e-d5ca-4d55-9552-2c8b27150387 req-728b8de7-f885-4201-b86e-7d58426d1ce6 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:05.208939 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-52047e9e-d5ca-4d55-9552-2c8b27150387 req-728b8de7-f885-4201-b86e-7d58426d1ce6 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0613372 Jul 07 15:38:05.318379 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-52047e9e-d5ca-4d55-9552-2c8b27150387 req-1595b424-5dcf-441a-a21e-05e2cf40da24 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007633 Jul 07 15:38:05.328505 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0dbb0873-c374-4c13-b12b-00fbcead9e66 req-d4c1ed99-5cc1-4bde-b815-9ba3da68223d service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186805 Jul 07 15:38:05.435697 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b81bd-7b88-4a86-9ee1-ec50f1cc2563 req-3d056e15-566f-4efc-9bb1-375fca002680 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:05.437158 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b37b81bd-7b88-4a86-9ee1-ec50f1cc2563 req-3d056e15-566f-4efc-9bb1-375fca002680 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0516398 Jul 07 15:38:05.446781 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46334) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:05.450294 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-9a0528c9-7208-4a3a-8e84-7497d78e601a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Request body: {'floatingip': {'port_id': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:38:05.488794 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9a0528c9-7208-4a3a-8e84-7497d78e601a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for floatingip (19b7920c-4bea-4eea-822e-724446ade8bd), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:05.584830 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:05.826251 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:05.848765 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d856e67-2b01-4677-8c63-5f2df8eb546c req-6aebdd61-ba05-4385-b1a0-cf8080a0a630 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:05.850313 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0d856e67-2b01-4677-8c63-5f2df8eb546c req-6aebdd61-ba05-4385-b1a0-cf8080a0a630 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0897732 Jul 07 15:38:05.936866 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0d856e67-2b01-4677-8c63-5f2df8eb546c req-407b913d-a7cc-47ad-a1d2-df23be0c2982 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801795 Jul 07 15:38:05.981219 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9a0528c9-7208-4a3a-8e84-7497d78e601a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:06.042485 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9a0528c9-7208-4a3a-8e84-7497d78e601a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (19b7920c-4bea-4eea-822e-724446ade8bd), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:06.138309 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.l3_db [None req-9a0528c9-7208-4a3a-8e84-7497d78e601a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Floating IP 19b7920c-4bea-4eea-822e-724446ade8bd associated. External IP: 172.27.1.136, port: cd19f05f-6752-480d-a56b-5d74f03e8e3a. Jul 07 15:38:06.341189 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0528c9-7208-4a3a-8e84-7497d78e601a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Router 54b29323-172a-4ab0-8536-8735d645a515 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:38:06.443740 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0528c9-7208-4a3a-8e84-7497d78e601a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:38:06.448356 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9a0528c9-7208-4a3a-8e84-7497d78e601a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:06.453190 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a362014e-c495-4aee-a590-4c36937f94ba None None] Sync routers for ids ['54b29323-172a-4ab0-8536-8735d645a515'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:38:06.464572 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a362014e-c495-4aee-a590-4c36937f94ba None None] Routers {'54b29323-172a-4ab0-8536-8735d645a515'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:38:06.465193 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-a362014e-c495-4aee-a590-4c36937f94ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:37:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['54b29323-172a-4ab0-8536-8735d645a515'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:06.478396 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-9a0528c9-7208-4a3a-8e84-7497d78e601a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "PUT /v2.0/floatingips/19b7920c-4bea-4eea-822e-724446ade8bd HTTP/1.1" status: 200 len: 991 time: 1.0315328 Jul 07 15:38:06.480593 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'tag': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:38:06.481401 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c040ea-f381-4c9f-b04f-041354e222cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cfd6f9-be72-41c0-8887-1425b3f5565c", "tag": "cd19f05f-6752-480d-a56b-5d74f03e8e3a"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:38:06.518384 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69737901-c2ed-49e6-85f7-a6d0af39ff32 x-openstack-request-id: req-69737901-c2ed-49e6-85f7-a6d0af39ff32 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:38:06.518664 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cfd6f9-be72-41c0-8887-1425b3f5565c", "tag": "cd19f05f-6752-480d-a56b-5d74f03e8e3a", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:38:06.518908 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69737901-c2ed-49e6-85f7-a6d0af39ff32 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:38:06.519308 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69737901-c2ed-49e6-85f7-a6d0af39ff32'] response: {'name': 'network-changed', 'server_uuid': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'tag': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a', 'status': 'completed', 'code': 200} Jul 07 15:38:06.568910 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-a362014e-c495-4aee-a590-4c36937f94ba None None] Set router 54b29323-172a-4ab0-8536-8735d645a515 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:38:06.775710 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-a362014e-c495-4aee-a590-4c36937f94ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:10Z', 'revision_number': 4, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '19b7920c-4bea-4eea-822e-724446ade8bd', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': '54b29323-172a-4ab0-8536-8735d645a515', 'port_id': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'mac_address': 'fa:16:3e:77:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:37:51Z', 'updated_at': '2022-07-07T15:38:05Z', 'revision_number': 1, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3224de4c-67ce-4155-b266-702517c70066', 'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'mac_address': 'fa:16:3e:65:5d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:18Z', 'revision_number': 5, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'subnets': [{'id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:06.800547 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a362014e-c495-4aee-a590-4c36937f94ba None None] Checking router: 54b29323-172a-4ab0-8536-8735d645a515 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:38:06.808837 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a362014e-c495-4aee-a590-4c36937f94ba None None] Routers {'54b29323-172a-4ab0-8536-8735d645a515'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:38:06.809446 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-a362014e-c495-4aee-a590-4c36937f94ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:37:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['54b29323-172a-4ab0-8536-8735d645a515'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:06.889609 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:06.911006 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-a362014e-c495-4aee-a590-4c36937f94ba None None] Set router 54b29323-172a-4ab0-8536-8735d645a515 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:38:06.962188 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c040ea-f381-4c9f-b04f-041354e222cf req-7c9c1a53-627e-40d7-84ad-af299411dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:06.964040 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-64c040ea-f381-4c9f-b04f-041354e222cf req-7c9c1a53-627e-40d7-84ad-af299411dbb5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2e4afda121042939745304ce6f76a8b&device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 1129 time: 0.0426548 Jul 07 15:38:07.018204 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:07.083004 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-26ef7e8b-a8e1-48d1-ba6e-9a4566696d84 req-109cece9-375d-4289-b2d3-d27db313df8a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439487 Jul 07 15:38:07.120734 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b80d-0212-4f3c-95f2-53cd5a2c5c7e req-8c268af0-6d81-409e-8d5e-9214d458fa13 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:07.123931 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-db75b80d-0212-4f3c-95f2-53cd5a2c5c7e req-8c268af0-6d81-409e-8d5e-9214d458fa13 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.1100719 Jul 07 15:38:07.145105 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef7e8b-a8e1-48d1-ba6e-9a4566696d84 req-4b47cea4-998e-4b52-ac4b-a53c02b3b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:07.146597 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-26ef7e8b-a8e1-48d1-ba6e-9a4566696d84 req-4b47cea4-998e-4b52-ac4b-a53c02b3b478 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 1130 time: 0.0410945 Jul 07 15:38:07.180130 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c040ea-f381-4c9f-b04f-041354e222cf req-34b9977a-9ce8-4d98-89a3-e8abdf783ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:07.182503 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-64c040ea-f381-4c9f-b04f-041354e222cf req-34b9977a-9ce8-4d98-89a3-e8abdf783ecf service neutron] 10.222.0.50 "GET /v2.0/networks?id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 HTTP/1.1" status: 200 len: 918 time: 0.1946540 Jul 07 15:38:07.188121 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-a362014e-c495-4aee-a590-4c36937f94ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:10Z', 'revision_number': 4, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '19b7920c-4bea-4eea-822e-724446ade8bd', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': '54b29323-172a-4ab0-8536-8735d645a515', 'port_id': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'mac_address': 'fa:16:3e:77:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:37:51Z', 'updated_at': '2022-07-07T15:38:05Z', 'revision_number': 1, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3224de4c-67ce-4155-b266-702517c70066', 'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'mac_address': 'fa:16:3e:65:5d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:18Z', 'revision_number': 5, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'subnets': [{'id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:07.225332 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-db75b80d-0212-4f3c-95f2-53cd5a2c5c7e req-263b1176-b4a1-4973-8787-76879652d1e8 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904641 Jul 07 15:38:07.229592 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a362014e-c495-4aee-a590-4c36937f94ba None None] The sync data for ids ['54b29323-172a-4ab0-8536-8735d645a515'] in dv-cinder-841302-5-iscsi is: [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:10Z', 'revision_number': 4, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '19b7920c-4bea-4eea-822e-724446ade8bd', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': '54b29323-172a-4ab0-8536-8735d645a515', 'port_id': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'mac_address': 'fa:16:3e:77:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:37:51Z', 'updated_at': '2022-07-07T15:38:05Z', 'revision_number': 1, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3224de4c-67ce-4155-b266-702517c70066', 'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'mac_address': 'fa:16:3e:65:5d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:18Z', 'revision_number': 5, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'subnets': [{'id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:38:07.424810 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deffa894-2752-4359-a82c-bb144761a277 None None] New status for floating IP 19b7920c-4bea-4eea-822e-724446ade8bd: ACTIVE {{(pid=104330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:38:07.730595 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef7e8b-a8e1-48d1-ba6e-9a4566696d84 req-32c655fa-d174-4f3a-8db7-b108129fa8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:07.732190 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-26ef7e8b-a8e1-48d1-ba6e-9a4566696d84 req-32c655fa-d174-4f3a-8db7-b108129fa8e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 200 len: 918 time: 0.0975113 Jul 07 15:38:07.823639 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-26ef7e8b-a8e1-48d1-ba6e-9a4566696d84 req-c2251b0d-ac8b-46ed-9bd5-58739973d694 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d9501ce-92dd-42ac-aa7f-f93d92682896 HTTP/1.1" status: 200 len: 217 time: 0.0413373 Jul 07 15:38:07.877750 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef7e8b-a8e1-48d1-ba6e-9a4566696d84 req-6b5f91fa-dade-413c-b262-bf024a7c396c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:07.888086 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-26ef7e8b-a8e1-48d1-ba6e-9a4566696d84 req-6b5f91fa-dade-413c-b262-bf024a7c396c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97e3d972-be6d-4b72-9024-2daa5123c3d4 HTTP/1.1" status: 200 len: 856 time: 0.0492756 Jul 07 15:38:07.932174 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef7e8b-a8e1-48d1-ba6e-9a4566696d84 req-a04f668a-b239-49b1-a97d-2d611401d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:07.932946 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-64c040ea-f381-4c9f-b04f-041354e222cf req-195eb7af-9ef4-4b55-b6ae-a56469226b82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd19f05f-6752-480d-a56b-5d74f03e8e3a HTTP/1.1" status: 200 len: 1001 time: 0.2984471 Jul 07 15:38:07.933688 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-26ef7e8b-a8e1-48d1-ba6e-9a4566696d84 req-a04f668a-b239-49b1-a97d-2d611401d020 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4a3d0bd-27a0-4957-a668-c94979f88543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424440 Jul 07 15:38:08.004808 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c040ea-f381-4c9f-b04f-041354e222cf req-10f86d2d-1fd6-4a2a-88b2-de08e69f44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:08.006338 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-64c040ea-f381-4c9f-b04f-041354e222cf req-10f86d2d-1fd6-4a2a-88b2-de08e69f44ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9869fa05-9e6c-4cb3-8a09-1453d7c28d29 HTTP/1.1" status: 200 len: 856 time: 0.0563369 Jul 07 15:38:08.053373 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-26ef7e8b-a8e1-48d1-ba6e-9a4566696d84 req-405cc0e3-cd81-449a-b2b0-d2079ede2776 service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028330 Jul 07 15:38:08.055301 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c040ea-f381-4c9f-b04f-041354e222cf req-6f7f4fc4-eb78-448e-9f17-9d970efcc36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:08.056812 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-64c040ea-f381-4c9f-b04f-041354e222cf req-6f7f4fc4-eb78-448e-9f17-9d970efcc36e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408387 Jul 07 15:38:08.085959 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:08.161841 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-26ef7e8b-a8e1-48d1-ba6e-9a4566696d84 req-d9b9d76d-9cc0-4042-be34-c1f36f1ff637 service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936425 Jul 07 15:38:08.162675 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-64c040ea-f381-4c9f-b04f-041354e222cf req-e069b1de-bf49-44dc-832c-913f7b5076d4 service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939445 Jul 07 15:38:08.261582 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-64c040ea-f381-4c9f-b04f-041354e222cf req-4da6fac9-041f-43ed-b32d-b5fbdcf8d6d5 service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870256 Jul 07 15:38:08.348488 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c68379-b40f-4463-9464-d591735623af req-36c92278-2316-4f9a-b080-16b660f50601 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:08.349939 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-34c68379-b40f-4463-9464-d591735623af req-36c92278-2316-4f9a-b080-16b660f50601 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0505221 Jul 07 15:38:08.396780 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-34c68379-b40f-4463-9464-d591735623af req-29d71533-67f4-4aca-9eaa-f5d2822c72de tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412593 Jul 07 15:38:08.505837 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c352b-b705-4591-82cc-9cb91c45e42c req-74aad00a-a0b6-41fa-a97c-ac88ab86ef61 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:08.507253 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0f9c352b-b705-4591-82cc-9cb91c45e42c req-74aad00a-a0b6-41fa-a97c-ac88ab86ef61 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0462344 Jul 07 15:38:08.515949 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46360) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:08.522854 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-801ad09a-04de-4138-b2d2-61d9a7e4b3eb tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Request body: {'floatingip': {'port_id': '1b1ff111-abae-4beb-8edb-da235fcc08f4'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:38:08.571499 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-801ad09a-04de-4138-b2d2-61d9a7e4b3eb tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for floatingip (20645b8a-a951-473e-b6b8-6f280cd4ba17), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:08.844363 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:09.019789 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-801ad09a-04de-4138-b2d2-61d9a7e4b3eb tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:09.124581 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-801ad09a-04de-4138-b2d2-61d9a7e4b3eb tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (20645b8a-a951-473e-b6b8-6f280cd4ba17), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:09.326086 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:09.334886 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801ad09a-04de-4138-b2d2-61d9a7e4b3eb tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Router c8c3e586-e682-4d74-a549-f9080e37ddb7 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:38:09.445397 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801ad09a-04de-4138-b2d2-61d9a7e4b3eb tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:38:09.454547 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-801ad09a-04de-4138-b2d2-61d9a7e4b3eb tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:09.455702 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f03ba-3029-47b0-9bbc-0025cd3161e6 None None] Sync routers for ids ['c8c3e586-e682-4d74-a549-f9080e37ddb7'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:38:09.466144 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f03ba-3029-47b0-9bbc-0025cd3161e6 None None] Routers {'c8c3e586-e682-4d74-a549-f9080e37ddb7'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:38:09.466757 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-0d2f03ba-3029-47b0-9bbc-0025cd3161e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:37:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['c8c3e586-e682-4d74-a549-f9080e37ddb7'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:09.484717 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05028730-a81d-4edf-a4e2-96d672547be4', 'tag': '1b1ff111-abae-4beb-8edb-da235fcc08f4'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:38:09.486268 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2d2853-419d-476a-8e8e-a1def3a7e167" -d '{"events": [{"name": "network-changed", "server_uuid": "05028730-a81d-4edf-a4e2-96d672547be4", "tag": "1b1ff111-abae-4beb-8edb-da235fcc08f4"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:38:09.515960 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-801ad09a-04de-4138-b2d2-61d9a7e4b3eb tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "PUT /v2.0/floatingips/20645b8a-a951-473e-b6b8-6f280cd4ba17 HTTP/1.1" status: 200 len: 994 time: 0.9988935 Jul 07 15:38:09.539634 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cb2097-e33b-4bc0-b0ea-23f85fbab218 x-openstack-request-id: req-67cb2097-e33b-4bc0-b0ea-23f85fbab218 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:38:09.540060 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05028730-a81d-4edf-a4e2-96d672547be4", "tag": "1b1ff111-abae-4beb-8edb-da235fcc08f4", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:38:09.540399 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67cb2097-e33b-4bc0-b0ea-23f85fbab218 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:38:09.540808 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67cb2097-e33b-4bc0-b0ea-23f85fbab218'] response: {'name': 'network-changed', 'server_uuid': '05028730-a81d-4edf-a4e2-96d672547be4', 'tag': '1b1ff111-abae-4beb-8edb-da235fcc08f4', 'status': 'completed', 'code': 200} Jul 07 15:38:09.568493 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:09.572657 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-0d2f03ba-3029-47b0-9bbc-0025cd3161e6 None None] Set router c8c3e586-e682-4d74-a549-f9080e37ddb7 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:38:09.604267 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d2853-419d-476a-8e8e-a1def3a7e167 req-9c12b6b9-ba0f-431b-8d6d-e2e9296d2def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:09.606225 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3a2d2853-419d-476a-8e8e-a1def3a7e167 req-9c12b6b9-ba0f-431b-8d6d-e2e9296d2def service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 1130 time: 0.0434034 Jul 07 15:38:09.702250 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d2853-419d-476a-8e8e-a1def3a7e167 req-80dbb339-1caa-4008-8b28-56740ccae9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:09.703718 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3a2d2853-419d-476a-8e8e-a1def3a7e167 req-80dbb339-1caa-4008-8b28-56740ccae9c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 200 len: 918 time: 0.0905519 Jul 07 15:38:09.766347 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3a2d2853-419d-476a-8e8e-a1def3a7e167 req-ed2e57ef-46c2-4d5d-8db1-4c2fc546f913 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b1ff111-abae-4beb-8edb-da235fcc08f4 HTTP/1.1" status: 200 len: 1002 time: 0.0559592 Jul 07 15:38:09.792222 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-0d2f03ba-3029-47b0-9bbc-0025cd3161e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:34:32Z', 'revision_number': 4, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port': {'id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:30Z', 'updated_at': '2022-07-07T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '20645b8a-a951-473e-b6b8-6f280cd4ba17', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'port_id': '1b1ff111-abae-4beb-8edb-da235fcc08f4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'mac_address': 'fa:16:3e:dd:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05028730-a81d-4edf-a4e2-96d672547be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:36:18Z', 'updated_at': '2022-07-07T15:38:08Z', 'revision_number': 3, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93597cf1-f56a-4b95-b9a0-78a8e28ebd64', 'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'mac_address': 'fa:16:3e:99:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:32Z', 'updated_at': '2022-07-07T15:34:36Z', 'revision_number': 5, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'subnets': [{'id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:09.817225 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f03ba-3029-47b0-9bbc-0025cd3161e6 None None] Checking router: c8c3e586-e682-4d74-a549-f9080e37ddb7 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:38:09.821668 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d2853-419d-476a-8e8e-a1def3a7e167 req-d62af0b1-41a5-4a99-8620-7c6dbc1c2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:09.823123 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3a2d2853-419d-476a-8e8e-a1def3a7e167 req-d62af0b1-41a5-4a99-8620-7c6dbc1c2954 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97e3d972-be6d-4b72-9024-2daa5123c3d4 HTTP/1.1" status: 200 len: 856 time: 0.0499754 Jul 07 15:38:09.825870 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f03ba-3029-47b0-9bbc-0025cd3161e6 None None] Routers {'c8c3e586-e682-4d74-a549-f9080e37ddb7'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:38:09.826513 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-0d2f03ba-3029-47b0-9bbc-0025cd3161e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:37:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['c8c3e586-e682-4d74-a549-f9080e37ddb7'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:09.867909 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d2853-419d-476a-8e8e-a1def3a7e167 req-ca66bb74-27ea-4c1b-a2ae-05a5c6961121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:09.870259 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3a2d2853-419d-476a-8e8e-a1def3a7e167 req-ca66bb74-27ea-4c1b-a2ae-05a5c6961121 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4a3d0bd-27a0-4957-a668-c94979f88543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413768 Jul 07 15:38:09.902213 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:09.972626 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3a2d2853-419d-476a-8e8e-a1def3a7e167 req-c654d326-38e0-4ee0-ae99-acab1269e2e1 service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919073 Jul 07 15:38:10.065989 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-0d2f03ba-3029-47b0-9bbc-0025cd3161e6 None None] Set router c8c3e586-e682-4d74-a549-f9080e37ddb7 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:38:10.076530 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3a2d2853-419d-476a-8e8e-a1def3a7e167 req-150e7d64-6a45-4dba-85ce-7fd376ac956f service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975645 Jul 07 15:38:10.262337 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:10.278401 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-0d2f03ba-3029-47b0-9bbc-0025cd3161e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:34:32Z', 'revision_number': 4, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port': {'id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:30Z', 'updated_at': '2022-07-07T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '20645b8a-a951-473e-b6b8-6f280cd4ba17', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'port_id': '1b1ff111-abae-4beb-8edb-da235fcc08f4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'mac_address': 'fa:16:3e:dd:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05028730-a81d-4edf-a4e2-96d672547be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:36:18Z', 'updated_at': '2022-07-07T15:38:08Z', 'revision_number': 3, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93597cf1-f56a-4b95-b9a0-78a8e28ebd64', 'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'mac_address': 'fa:16:3e:99:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:32Z', 'updated_at': '2022-07-07T15:34:36Z', 'revision_number': 5, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'subnets': [{'id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:10.306547 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f03ba-3029-47b0-9bbc-0025cd3161e6 None None] The sync data for ids ['c8c3e586-e682-4d74-a549-f9080e37ddb7'] in dv-cinder-841302-5-iscsi is: [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:34:32Z', 'revision_number': 4, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port': {'id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:30Z', 'updated_at': '2022-07-07T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '20645b8a-a951-473e-b6b8-6f280cd4ba17', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'port_id': '1b1ff111-abae-4beb-8edb-da235fcc08f4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'mac_address': 'fa:16:3e:dd:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05028730-a81d-4edf-a4e2-96d672547be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:36:18Z', 'updated_at': '2022-07-07T15:38:08Z', 'revision_number': 3, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93597cf1-f56a-4b95-b9a0-78a8e28ebd64', 'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'mac_address': 'fa:16:3e:99:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:32Z', 'updated_at': '2022-07-07T15:34:36Z', 'revision_number': 5, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'subnets': [{'id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:38:11.542433 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05028730-a81d-4edf-a4e2-96d672547be4', 'tag': '1b1ff111-abae-4beb-8edb-da235fcc08f4'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:38:11.544840 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfba16d-8abd-481d-95ac-4130dc5ffebc" -d '{"events": [{"name": "network-changed", "server_uuid": "05028730-a81d-4edf-a4e2-96d672547be4", "tag": "1b1ff111-abae-4beb-8edb-da235fcc08f4"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:38:11.579784 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7aa6524-9cda-4aa8-9f35-527e1ac487f3 x-openstack-request-id: req-c7aa6524-9cda-4aa8-9f35-527e1ac487f3 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:38:11.580066 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05028730-a81d-4edf-a4e2-96d672547be4", "tag": "1b1ff111-abae-4beb-8edb-da235fcc08f4", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:38:11.580319 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7aa6524-9cda-4aa8-9f35-527e1ac487f3 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:38:11.580715 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7aa6524-9cda-4aa8-9f35-527e1ac487f3'] response: {'name': 'network-changed', 'server_uuid': '05028730-a81d-4edf-a4e2-96d672547be4', 'tag': '1b1ff111-abae-4beb-8edb-da235fcc08f4', 'status': 'completed', 'code': 200} Jul 07 15:38:11.643465 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfba16d-8abd-481d-95ac-4130dc5ffebc req-ed0f7fc0-f45f-4b8c-a7ce-d88a82b91cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:11.644962 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ecfba16d-8abd-481d-95ac-4130dc5ffebc req-ed0f7fc0-f45f-4b8c-a7ce-d88a82b91cf2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 1130 time: 0.0401285 Jul 07 15:38:11.739054 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfba16d-8abd-481d-95ac-4130dc5ffebc req-819784e3-5e23-4ba1-845c-7d52f5145b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:11.740875 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ecfba16d-8abd-481d-95ac-4130dc5ffebc req-819784e3-5e23-4ba1-845c-7d52f5145b76 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 200 len: 918 time: 0.0892899 Jul 07 15:38:11.800548 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ecfba16d-8abd-481d-95ac-4130dc5ffebc req-e51d3f59-ee43-4a71-af10-f9b05f00761d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b1ff111-abae-4beb-8edb-da235fcc08f4 HTTP/1.1" status: 200 len: 1002 time: 0.0537603 Jul 07 15:38:11.853110 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfba16d-8abd-481d-95ac-4130dc5ffebc req-706746d8-913a-4a2b-b745-41186fb92083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:11.854505 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ecfba16d-8abd-481d-95ac-4130dc5ffebc req-706746d8-913a-4a2b-b745-41186fb92083 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97e3d972-be6d-4b72-9024-2daa5123c3d4 HTTP/1.1" status: 200 len: 856 time: 0.0472896 Jul 07 15:38:11.896885 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfba16d-8abd-481d-95ac-4130dc5ffebc req-46dfb76c-b916-4517-b3ab-c224dd452d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:11.898351 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ecfba16d-8abd-481d-95ac-4130dc5ffebc req-46dfb76c-b916-4517-b3ab-c224dd452d3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b4a3d0bd-27a0-4957-a668-c94979f88543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376673 Jul 07 15:38:11.988567 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ecfba16d-8abd-481d-95ac-4130dc5ffebc req-bab64610-b21c-43e9-830d-7f194f565b9a service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831625 Jul 07 15:38:12.064738 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:12.083221 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ecfba16d-8abd-481d-95ac-4130dc5ffebc req-e3909150-d54f-4bc4-804d-fcd55925430a service neutron] 10.222.0.50 "GET /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879872 Jul 07 15:38:12.251975 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:38:17.771499 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301caf5a-b3d8-4c4a-8c93-daa967f3b76a req-b0be056c-17f7-4d1b-a3b6-f95413675148 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:17.773015 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-301caf5a-b3d8-4c4a-8c93-daa967f3b76a req-b0be056c-17f7-4d1b-a3b6-f95413675148 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0477304 Jul 07 15:38:17.821924 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-301caf5a-b3d8-4c4a-8c93-daa967f3b76a req-3ab61d57-c7da-4446-b402-bd1c0a3d89dd tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433207 Jul 07 15:38:18.157082 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=52 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:18.158979 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=41 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:18.943103 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163a5e0-61dd-4814-94e8-b7107e25de33 req-22c0e9ec-b26b-440e-96bd-a6d54fa73266 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:18.944592 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5163a5e0-61dd-4814-94e8-b7107e25de33 req-22c0e9ec-b26b-440e-96bd-a6d54fa73266 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0502973 Jul 07 15:38:18.992216 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5163a5e0-61dd-4814-94e8-b7107e25de33 req-699fcc01-4ac1-4c89-85df-28fc32b6f449 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422151 Jul 07 15:38:20.104672 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7e02c-71ec-4d32-8c4a-96b9b1d2a714 req-606528df-522f-42e6-afd8-00aabee8750c tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:20.106119 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-acb7e02c-71ec-4d32-8c4a-96b9b1d2a714 req-606528df-522f-42e6-afd8-00aabee8750c tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0466528 Jul 07 15:38:20.153226 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-acb7e02c-71ec-4d32-8c4a-96b9b1d2a714 req-27289f2c-da50-4948-a949-6bb238baec55 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0cc366f-273b-4c68-98bc-2d665c6ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406096 Jul 07 15:38:20.276458 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637824a3-013e-403b-997a-3000d9404438 req-4cf06e45-e6f6-48bf-8255-bd687f216f3c tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:20.277896 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-637824a3-013e-403b-997a-3000d9404438 req-4cf06e45-e6f6-48bf-8255-bd687f216f3c tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 945 time: 0.0465524 Jul 07 15:38:20.335810 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:20.372469 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [req-637824a3-013e-403b-997a-3000d9404438 req-5e3e8933-b8b4-439e-b779-6d6c28e1b014 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Deleting port 647ad2af-c816-4ebc-a882-af1290b500a2 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:38:20.373019 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-637824a3-013e-403b-997a-3000d9404438 req-5e3e8933-b8b4-439e-b779-6d6c28e1b014 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (647ad2af-c816-4ebc-a882-af1290b500a2), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:20.466101 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-637824a3-013e-403b-997a-3000d9404438 req-5e3e8933-b8b4-439e-b779-6d6c28e1b014 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] For port 647ad2af-c816-4ebc-a882-af1290b500a2, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=647ad2af-c816-4ebc-a882-af1290b500a2,segment=NetworkSegment(dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2),segment_id=dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:38:20.466467 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-637824a3-013e-403b-997a-3000d9404438 req-5e3e8933-b8b4-439e-b779-6d6c28e1b014 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (647ad2af-c816-4ebc-a882-af1290b500a2), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:20.631072 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-637824a3-013e-403b-997a-3000d9404438 req-5e3e8933-b8b4-439e-b779-6d6c28e1b014 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:20.631348 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-637824a3-013e-403b-997a-3000d9404438 req-5e3e8933-b8b4-439e-b779-6d6c28e1b014 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (e4fe44ba-0cac-4492-abfa-b616b3d1aacd), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:20.631694 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.l3_db [req-637824a3-013e-403b-997a-3000d9404438 req-5e3e8933-b8b4-439e-b779-6d6c28e1b014 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Floating IP e4fe44ba-0cac-4492-abfa-b616b3d1aacd disassociated. External IP: 172.27.1.242, port: 647ad2af-c816-4ebc-a882-af1290b500a2. Jul 07 15:38:20.632068 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [req-637824a3-013e-403b-997a-3000d9404438 req-5e3e8933-b8b4-439e-b779-6d6c28e1b014 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Calling delete_port for 647ad2af-c816-4ebc-a882-af1290b500a2 owned by compute:nova {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:38:20.639021 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-83f10221-bedd-4081-8dd2-84e94cf7837c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:20.814122 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-637824a3-013e-403b-997a-3000d9404438 req-5e3e8933-b8b4-439e-b779-6d6c28e1b014 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (647ad2af-c816-4ebc-a882-af1290b500a2), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:20.842132 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e8933-b8b4-439e-b779-6d6c28e1b014 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event deleted for resources: {'Port': ['ID=647ad2af-c816-4ebc-a882-af1290b500a2,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:20.952034 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-637824a3-013e-403b-997a-3000d9404438 req-5e3e8933-b8b4-439e-b779-6d6c28e1b014 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Router 7de97580-4ccd-4509-8ceb-b0834e59b23c has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:38:21.005218 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:21.057067 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-637824a3-013e-403b-997a-3000d9404438 req-5e3e8933-b8b4-439e-b779-6d6c28e1b014 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:38:21.068226 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae5be8a-319c-4bf4-beba-d35cb91a638c None None] Sync routers for ids ['7de97580-4ccd-4509-8ceb-b0834e59b23c'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:38:21.077756 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae5be8a-319c-4bf4-beba-d35cb91a638c None None] Routers {'7de97580-4ccd-4509-8ceb-b0834e59b23c'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:38:21.078363 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-8ae5be8a-319c-4bf4-beba-d35cb91a638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:37:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['7de97580-4ccd-4509-8ceb-b0834e59b23c'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:21.106945 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [req-637824a3-013e-403b-997a-3000d9404438 req-5e3e8933-b8b4-439e-b779-6d6c28e1b014 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] No DVR routers for this DVR port 647ad2af-c816-4ebc-a882-af1290b500a2 on host hv-cinder-84130 {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:38:21.109827 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-637824a3-013e-403b-997a-3000d9404438 req-5e3e8933-b8b4-439e-b779-6d6c28e1b014 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:21.113833 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-637824a3-013e-403b-997a-3000d9404438 req-5e3e8933-b8b4-439e-b779-6d6c28e1b014 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.50 "DELETE /v2.0/ports/647ad2af-c816-4ebc-a882-af1290b500a2 HTTP/1.1" status: 204 len: 173 time: 0.8267114 Jul 07 15:38:21.114232 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5788db1-1101-4334-abdd-2f11d074751a', 'name': 'network-vif-deleted', 'tag': '647ad2af-c816-4ebc-a882-af1290b500a2'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:38:21.116551 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47ecda0-91b4-4c74-b961-0c67b15448d3" -d '{"events": [{"server_uuid": "a5788db1-1101-4334-abdd-2f11d074751a", "name": "network-vif-deleted", "tag": "647ad2af-c816-4ebc-a882-af1290b500a2"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:38:21.153128 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e5c9d1-7a6b-4d1d-b9b4-d207a016238e x-openstack-request-id: req-b0e5c9d1-7a6b-4d1d-b9b4-d207a016238e {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:38:21.153446 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5788db1-1101-4334-abdd-2f11d074751a", "name": "network-vif-deleted", "tag": "647ad2af-c816-4ebc-a882-af1290b500a2", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:38:21.153819 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0e5c9d1-7a6b-4d1d-b9b4-d207a016238e {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:38:21.154501 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e5c9d1-7a6b-4d1d-b9b4-d207a016238e'] response: {'server_uuid': 'a5788db1-1101-4334-abdd-2f11d074751a', 'name': 'network-vif-deleted', 'tag': '647ad2af-c816-4ebc-a882-af1290b500a2', 'status': 'completed', 'code': 200} Jul 07 15:38:21.278948 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d2de5950-ce28-4e1c-af2b-7bdb094473e0 req-82d82d44-13cb-45de-847e-9957490417e4 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.0386789 Jul 07 15:38:21.302863 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-8ae5be8a-319c-4bf4-beba-d35cb91a638c None None] Set router 7de97580-4ccd-4509-8ceb-b0834e59b23c gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:38:21.500089 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-8ae5be8a-319c-4bf4-beba-d35cb91a638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '54cc7e3a-a96a-45bf-b133-89b3a2f409a5', 'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'mac_address': 'fa:16:3e:35:48:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 5, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'subnets': [{'id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:21.525006 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae5be8a-319c-4bf4-beba-d35cb91a638c None None] Checking router: 7de97580-4ccd-4509-8ceb-b0834e59b23c for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:38:21.534283 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae5be8a-319c-4bf4-beba-d35cb91a638c None None] Routers {'7de97580-4ccd-4509-8ceb-b0834e59b23c'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:38:21.534878 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-8ae5be8a-319c-4bf4-beba-d35cb91a638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:37:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['7de97580-4ccd-4509-8ceb-b0834e59b23c'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:21.638470 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-8ae5be8a-319c-4bf4-beba-d35cb91a638c None None] Set router 7de97580-4ccd-4509-8ceb-b0834e59b23c gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:38:21.807961 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27494a0-59cc-4dc9-a89d-adbb406061ea req-c4c0e657-ec43-480a-aa6f-2dabdc2d9abc tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:21.809433 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e27494a0-59cc-4dc9-a89d-adbb406061ea req-c4c0e657-ec43-480a-aa6f-2dabdc2d9abc tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 946 time: 0.0509434 Jul 07 15:38:21.824993 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-8ae5be8a-319c-4bf4-beba-d35cb91a638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '54cc7e3a-a96a-45bf-b133-89b3a2f409a5', 'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'mac_address': 'fa:16:3e:35:48:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 5, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'subnets': [{'id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:21.852660 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae5be8a-319c-4bf4-beba-d35cb91a638c None None] The sync data for ids ['7de97580-4ccd-4509-8ceb-b0834e59b23c'] in dv-cinder-841302-5-iscsi is: [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '54cc7e3a-a96a-45bf-b133-89b3a2f409a5', 'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'mac_address': 'fa:16:3e:35:48:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 5, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'subnets': [{'id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:38:22.081467 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d878140-0671-4f1c-bb7c-4d66347d4363 None None] New status for floating IP e4fe44ba-0cac-4492-abfa-b616b3d1aacd: DOWN {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:38:22.093916 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e27494a0-59cc-4dc9-a89d-adbb406061ea req-0487ad6d-9061-4c5b-89bc-1743ef7f660a tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9060a52-7c76-43da-a411-b44b7cba4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783175 Jul 07 15:38:22.250284 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 647ad2af-c816-4ebc-a882-af1290b500a2 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:38:22.273039 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: 647ad2af-c816-4ebc-a882-af1290b500a2 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:38:22.273378 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 647ad2af-c816-4ebc-a882-af1290b500a2 not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:38:22.364598 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:22.384409 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d1f4e2ca-5e60-4cc0-a1c5-d0e52c5b23cd req-c2dcd911-f583-403f-93d8-a9871274dad4 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.0289865 Jul 07 15:38:22.786540 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-009049fc-65f5-441d-8a28-8846b80215a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:23.206277 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f9d52-f5ac-4798-96d8-75cc3b140126 req-a73225f6-5fa6-451e-95b0-32ba362dfce7 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:23.207734 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-910f9d52-f5ac-4798-96d8-75cc3b140126 req-a73225f6-5fa6-451e-95b0-32ba362dfce7 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 946 time: 0.0457385 Jul 07 15:38:23.254869 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-910f9d52-f5ac-4798-96d8-75cc3b140126 req-ccee45ec-ea1a-4e4a-a311-e4ae0e21a9d2 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9060a52-7c76-43da-a411-b44b7cba4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416608 Jul 07 15:38:23.492699 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-22f63e7b-ff98-4d1a-84ec-7e4c3b8c6054 req-93aa71e2-f7dd-4d7c-a4ff-8dc4e6890ba1 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5788db1-1101-4334-abdd-2f11d074751a HTTP/1.1" status: 200 len: 210 time: 0.0303352 Jul 07 15:38:23.594121 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b18f-8d2a-442e-ba7f-b106c047c80f req-206854b0-3c83-4e64-94bb-a972db8b2a56 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:23.595541 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c0e9b18f-8d2a-442e-ba7f-b106c047c80f req-206854b0-3c83-4e64-94bb-a972db8b2a56 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 946 time: 0.0462942 Jul 07 15:38:23.683853 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [req-c0e9b18f-8d2a-442e-ba7f-b106c047c80f req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Deleting port e7e5d408-0caa-4043-a605-2348d4827ea2 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:38:23.683853 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-c0e9b18f-8d2a-442e-ba7f-b106c047c80f req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (e7e5d408-0caa-4043-a605-2348d4827ea2), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:23.774668 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-c0e9b18f-8d2a-442e-ba7f-b106c047c80f req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] For port e7e5d408-0caa-4043-a605-2348d4827ea2, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=e7e5d408-0caa-4043-a605-2348d4827ea2,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:38:23.775031 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-c0e9b18f-8d2a-442e-ba7f-b106c047c80f req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (e7e5d408-0caa-4043-a605-2348d4827ea2), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:23.935559 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-c0e9b18f-8d2a-442e-ba7f-b106c047c80f req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:23.935845 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-c0e9b18f-8d2a-442e-ba7f-b106c047c80f req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (9d39a17e-7462-4802-a822-b3b52e69575c), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:23.936154 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.l3_db [req-c0e9b18f-8d2a-442e-ba7f-b106c047c80f req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Floating IP 9d39a17e-7462-4802-a822-b3b52e69575c disassociated. External IP: 172.27.1.151, port: e7e5d408-0caa-4043-a605-2348d4827ea2. Jul 07 15:38:23.936484 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [req-c0e9b18f-8d2a-442e-ba7f-b106c047c80f req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Calling delete_port for e7e5d408-0caa-4043-a605-2348d4827ea2 owned by compute:nova {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:38:24.107332 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-c0e9b18f-8d2a-442e-ba7f-b106c047c80f req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (e7e5d408-0caa-4043-a605-2348d4827ea2), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:24.135948 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event deleted for resources: {'Port': ['ID=e7e5d408-0caa-4043-a605-2348d4827ea2,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:24.147507 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:24.147882 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:24.148221 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:24.148553 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:24.148887 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:24.149215 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:24.149546 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:24.149874 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:24.150199 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:24.150524 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:24.150850 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:24.151174 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:24.151492 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:24.151852 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:24.152174 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:24.222240 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:24.258629 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0e9b18f-8d2a-442e-ba7f-b106c047c80f req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Router badb391a-9ac8-4700-b35a-45b4f5d75596 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:38:24.261668 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:24.358609 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:24.380251 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-54d50a83-d747-4d1c-a24f-29b52f89659c req-963d77d6-3ebf-4dc1-abd7-43cc9374e2ca tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 210 time: 0.0365191 Jul 07 15:38:24.389389 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0e9b18f-8d2a-442e-ba7f-b106c047c80f req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:38:24.400723 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93baf270-4e1c-4b8d-bae0-01b11ba83790 None None] Sync routers for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:38:24.411655 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93baf270-4e1c-4b8d-bae0-01b11ba83790 None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:38:24.412213 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-93baf270-4e1c-4b8d-bae0-01b11ba83790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:38:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:24.437794 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e9b18f-8d2a-442e-ba7f-b106c047c80f req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] No DVR routers for this DVR port e7e5d408-0caa-4043-a605-2348d4827ea2 on host hv-cinder-84130 {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:38:24.440316 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-c0e9b18f-8d2a-442e-ba7f-b106c047c80f req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:24.443580 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c0e9b18f-8d2a-442e-ba7f-b106c047c80f req-ba66a759-9637-4c37-b7cd-8b9413a2fa35 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "DELETE /v2.0/ports/e7e5d408-0caa-4043-a605-2348d4827ea2 HTTP/1.1" status: 204 len: 173 time: 0.8407309 Jul 07 15:38:24.444017 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285e8356-8fad-43f7-ae21-52104c0b453f', 'name': 'network-vif-deleted', 'tag': 'e7e5d408-0caa-4043-a605-2348d4827ea2'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:38:24.446236 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14610e36-457e-4517-8e9c-b1fc367a3331" -d '{"events": [{"server_uuid": "285e8356-8fad-43f7-ae21-52104c0b453f", "name": "network-vif-deleted", "tag": "e7e5d408-0caa-4043-a605-2348d4827ea2"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:38:24.486871 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a218915-2853-4d67-8b3d-59544d62348c x-openstack-request-id: req-7a218915-2853-4d67-8b3d-59544d62348c {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:38:24.486871 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285e8356-8fad-43f7-ae21-52104c0b453f", "name": "network-vif-deleted", "tag": "e7e5d408-0caa-4043-a605-2348d4827ea2", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:38:24.486871 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a218915-2853-4d67-8b3d-59544d62348c {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:38:24.486871 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a218915-2853-4d67-8b3d-59544d62348c'] response: {'server_uuid': '285e8356-8fad-43f7-ae21-52104c0b453f', 'name': 'network-vif-deleted', 'tag': 'e7e5d408-0caa-4043-a605-2348d4827ea2', 'status': 'completed', 'code': 200} Jul 07 15:38:24.522337 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-93baf270-4e1c-4b8d-bae0-01b11ba83790 None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:38:24.524566 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:24.607267 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:24.646072 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46474) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:24.703383 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e3136f62-3f26-4f35-8829-9de24f085104 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group (c0cc366f-273b-4c68-98bc-2d665c6ed723), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:24.722078 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-93baf270-4e1c-4b8d-bae0-01b11ba83790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:24.746627 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e3136f62-3f26-4f35-8829-9de24f085104 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group (c0cc366f-273b-4c68-98bc-2d665c6ed723), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:24.748441 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93baf270-4e1c-4b8d-bae0-01b11ba83790 None None] Checking router: badb391a-9ac8-4700-b35a-45b4f5d75596 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:38:24.757503 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93baf270-4e1c-4b8d-bae0-01b11ba83790 None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:38:24.758108 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-93baf270-4e1c-4b8d-bae0-01b11ba83790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:38:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:24.859480 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-93baf270-4e1c-4b8d-bae0-01b11ba83790 None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:38:24.888611 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e3136f62-3f26-4f35-8829-9de24f085104 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (c0cc366f-273b-4c68-98bc-2d665c6ed723), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:24.891166 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e3136f62-3f26-4f35-8829-9de24f085104 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:24.892954 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-e3136f62-3f26-4f35-8829-9de24f085104 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "DELETE /v2.0/security-groups/c0cc366f-273b-4c68-98bc-2d665c6ed723 HTTP/1.1" status: 204 len: 168 time: 0.2452583 Jul 07 15:38:24.895945 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46476) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:24.902842 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3136f62-3f26-4f35-8829-9de24f085104 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cc366f-273b-4c68-98bc-2d665c6ed723,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:24.912818 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.api.v2.resource [None req-2a3381f7-ee9e-4875-a92c-afc806756a3e tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] show failed (client error): The resource could not be found. Jul 07 15:38:24.916525 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-2a3381f7-ee9e-4875-a92c-afc806756a3e tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups/c0cc366f-273b-4c68-98bc-2d665c6ed723 HTTP/1.1" status: 404 len: 347 time: 0.0162971 Jul 07 15:38:24.916979 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46478) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:25.033849 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Deleting port 1523665e-4099-4f0a-a179-4b209e457ea9 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:38:25.034107 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (1523665e-4099-4f0a-a179-4b209e457ea9), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:25.058188 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-93baf270-4e1c-4b8d-bae0-01b11ba83790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:25.083396 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93baf270-4e1c-4b8d-bae0-01b11ba83790 None None] The sync data for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi is: [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:38:25.110516 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (1523665e-4099-4f0a-a179-4b209e457ea9), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:25.110858 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for floatingip (1523665e-4099-4f0a-a179-4b209e457ea9), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:25.124593 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Calling delete_port for 1523665e-4099-4f0a-a179-4b209e457ea9 owned by network:floatingip {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:38:25.306916 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99416dd-ee46-450f-a7b3-d680f8bb599b None None] New status for floating IP 9d39a17e-7462-4802-a822-b3b52e69575c: DOWN {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:38:25.340191 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (1523665e-4099-4f0a-a179-4b209e457ea9), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:25.366013 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event deleted for resources: {'Port': ['ID=1523665e-4099-4f0a-a179-4b209e457ea9,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:25.392803 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:25.393153 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:25.393498 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:25.393838 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:25.394176 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:25.394507 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:25.394835 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:25.395160 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:25.395489 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:25.395842 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:25.396193 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:25.396516 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:25.396835 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:25.397195 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:25.397471 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:38:25.406517 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for floatingip (e4fe44ba-0cac-4492-abfa-b616b3d1aacd), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:25.407210 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:25.411451 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-fb43cf49-6593-4bd7-be34-431f5407ee86 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "DELETE /v2.0/floatingips/e4fe44ba-0cac-4492-abfa-b616b3d1aacd HTTP/1.1" status: 204 len: 168 time: 0.4903667 Jul 07 15:38:25.508671 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a878a2a1-e79e-46fe-9f8f-54b732630a37 req-41f4a27a-4a4e-4acc-9540-2899d2f02dda tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=285e8356-8fad-43f7-ae21-52104c0b453f HTTP/1.1" status: 200 len: 210 time: 0.0374331 Jul 07 15:38:25.539732 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:25.611990 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46484) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:25.616496 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-da16482a-f8e7-4dfd-91b5-68a215e4fd5b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1668321322', 'description': 'tempest-description--96239616'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:38:25.678876 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-da16482a-f8e7-4dfd-91b5-68a215e4fd5b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:25.750851 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-da16482a-f8e7-4dfd-91b5-68a215e4fd5b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group (3844512c-1ee8-4985-9e31-7a3f8668e89d), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:25.775829 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:25.799202 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-da16482a-f8e7-4dfd-91b5-68a215e4fd5b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (3844512c-1ee8-4985-9e31-7a3f8668e89d), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:25.828724 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16482a-f8e7-4dfd-91b5-68a215e4fd5b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3844512c-1ee8-4985-9e31-7a3f8668e89d,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:25.890142 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-da16482a-f8e7-4dfd-91b5-68a215e4fd5b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:25.891327 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-da16482a-f8e7-4dfd-91b5-68a215e4fd5b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2783403 Jul 07 15:38:25.894660 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46486) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:25.898915 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-947b4996-d23d-4f2c-8130-33a9e1e070d1 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Request body: {'security_group_rule': {'security_group_id': '3844512c-1ee8-4985-9e31-7a3f8668e89d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:38:25.987376 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-947b4996-d23d-4f2c-8130-33a9e1e070d1 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group_rule (aaab213e-2998-4628-86c5-644fc3516780), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:26.044541 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-947b4996-d23d-4f2c-8130-33a9e1e070d1 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group_rule (aaab213e-2998-4628-86c5-644fc3516780), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:26.111504 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-947b4996-d23d-4f2c-8130-33a9e1e070d1 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (aaab213e-2998-4628-86c5-644fc3516780), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:26.128721 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b4996-d23d-4f2c-8130-33a9e1e070d1 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaab213e-2998-4628-86c5-644fc3516780,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:26.207178 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-947b4996-d23d-4f2c-8130-33a9e1e070d1 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:26.208382 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-947b4996-d23d-4f2c-8130-33a9e1e070d1 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3128021 Jul 07 15:38:26.211031 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46488) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:26.215265 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-0aba9f18-d872-45d9-9114-ad204e984588 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Request body: {'security_group_rule': {'security_group_id': '3844512c-1ee8-4985-9e31-7a3f8668e89d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:38:26.281089 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device e7e5d408-0caa-4043-a605-2348d4827ea2 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:38:26.301654 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0aba9f18-d872-45d9-9114-ad204e984588 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group_rule (299a64da-df54-48f4-8ca4-6caf0c99982c), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:26.303693 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: e7e5d408-0caa-4043-a605-2348d4827ea2 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:38:26.304041 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device e7e5d408-0caa-4043-a605-2348d4827ea2 not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:38:26.335928 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:26.340699 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:26.358685 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0aba9f18-d872-45d9-9114-ad204e984588 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group_rule (299a64da-df54-48f4-8ca4-6caf0c99982c), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:26.419769 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0aba9f18-d872-45d9-9114-ad204e984588 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (299a64da-df54-48f4-8ca4-6caf0c99982c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:26.441374 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba9f18-d872-45d9-9114-ad204e984588 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299a64da-df54-48f4-8ca4-6caf0c99982c,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:26.536368 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0aba9f18-d872-45d9-9114-ad204e984588 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:26.537513 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-0aba9f18-d872-45d9-9114-ad204e984588 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3255334 Jul 07 15:38:26.540757 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46492) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:26.544947 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Request body: {'floatingip': {'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:38:26.643417 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:26.695640 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46496) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:26.721443 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:26.758880 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8dd4-9128-4696-b2a4-eeeb2a43a9ee tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (a9060a52-7c76-43da-a411-b44b7cba4082), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:26.782725 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8dd4-9128-4696-b2a4-eeeb2a43a9ee tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (a9060a52-7c76-43da-a411-b44b7cba4082), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:26.833948 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Allocated IP 172.27.1.52 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/7875ba03-7fa1-48fe-b394-f4cd3d0c4de3) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:38:26.924664 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8dd4-9128-4696-b2a4-eeeb2a43a9ee tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (a9060a52-7c76-43da-a411-b44b7cba4082), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:26.927153 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8dd4-9128-4696-b2a4-eeeb2a43a9ee tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:26.928399 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-cbfb8dd4-9128-4696-b2a4-eeeb2a43a9ee tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "DELETE /v2.0/security-groups/a9060a52-7c76-43da-a411-b44b7cba4082 HTTP/1.1" status: 204 len: 168 time: 0.2316580 Jul 07 15:38:26.932821 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46498) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:26.933423 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for port (7875ba03-7fa1-48fe-b394-f4cd3d0c4de3), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:26.949620 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb8dd4-9128-4696-b2a4-eeeb2a43a9ee tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9060a52-7c76-43da-a411-b44b7cba4082,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:26.961338 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.api.v2.resource [None req-195fbb1f-e852-4f6e-801a-a6edc21d34dc tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] show failed (client error): The resource could not be found. Jul 07 15:38:26.965186 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-195fbb1f-e852-4f6e-801a-a6edc21d34dc tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups/a9060a52-7c76-43da-a411-b44b7cba4082 HTTP/1.1" status: 404 len: 347 time: 0.0286798 Jul 07 15:38:26.965453 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46500) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:27.021696 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (7875ba03-7fa1-48fe-b394-f4cd3d0c4de3), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:27.067585 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:38:27.070731 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:38:27.074471 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:38:27.079038 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-383dec69-a39a-4bf8-a2de-c83eac154cad tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Deleting port 94258b0b-86ee-478b-8b56-21175571ea79 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:38:27.079264 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event updated for resources: {'Port': ['ID=7875ba03-7fa1-48fe-b394-f4cd3d0c4de3,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:27.079389 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-383dec69-a39a-4bf8-a2de-c83eac154cad tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (94258b0b-86ee-478b-8b56-21175571ea79), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:27.111753 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:27.122497 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for floatingip (f2a7cf68-d522-4bc1-b481-73a296c00cc2), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:27.155284 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-383dec69-a39a-4bf8-a2de-c83eac154cad tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (94258b0b-86ee-478b-8b56-21175571ea79), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:27.155634 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-383dec69-a39a-4bf8-a2de-c83eac154cad tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (94258b0b-86ee-478b-8b56-21175571ea79), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:27.172737 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-383dec69-a39a-4bf8-a2de-c83eac154cad tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Calling delete_port for 94258b0b-86ee-478b-8b56-21175571ea79 owned by network:floatingip {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:38:27.233670 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (7875ba03-7fa1-48fe-b394-f4cd3d0c4de3), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:27.379102 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for port (7875ba03-7fa1-48fe-b394-f4cd3d0c4de3), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:27.398898 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-383dec69-a39a-4bf8-a2de-c83eac154cad tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (94258b0b-86ee-478b-8b56-21175571ea79), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:27.427143 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383dec69-a39a-4bf8-a2de-c83eac154cad tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event deleted for resources: {'Port': ['ID=94258b0b-86ee-478b-8b56-21175571ea79,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:27.461949 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (7875ba03-7fa1-48fe-b394-f4cd3d0c4de3), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:27.467157 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:27.482256 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:27.497160 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-383dec69-a39a-4bf8-a2de-c83eac154cad tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (9d39a17e-7462-4802-a822-b3b52e69575c), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:27.507703 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (f2a7cf68-d522-4bc1-b481-73a296c00cc2), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:27.507895 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-383dec69-a39a-4bf8-a2de-c83eac154cad tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:27.507895 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-383dec69-a39a-4bf8-a2de-c83eac154cad tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "DELETE /v2.0/floatingips/9d39a17e-7462-4802-a822-b3b52e69575c HTTP/1.1" status: 204 len: 168 time: 0.5347369 Jul 07 15:38:27.514491 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event updated for resources: {'Port': ['ID=7875ba03-7fa1-48fe-b394-f4cd3d0c4de3,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:27.582083 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:27.583378 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-f9783bd3-5f38-4544-8f2b-2c97343329f7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0417128 Jul 07 15:38:27.646355 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46510) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:27.651060 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-ef88fee8-2a63-471b-b340-b457a2fe9ab7 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--847404265', 'description': 'tempest-description--1490777127'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:38:27.708203 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:27.730170 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-c598a120-1b75-46ab-ba4b-e290f7d3c760 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1668321322&fields=id&tenant_id=66a98614df914018b7ecfb68afb735c0 HTTP/1.1" status: 200 len: 267 time: 0.0432143 Jul 07 15:38:27.759167 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ef88fee8-2a63-471b-b340-b457a2fe9ab7 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:27.877577 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-7ddf110f-2523-4742-9306-395df69ac27c tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:27.879022 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-7ddf110f-2523-4742-9306-395df69ac27c tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/networks?id=75a15ea6-f7b1-407c-a2e7-8816149570d9 HTTP/1.1" status: 200 len: 809 time: 0.1417747 Jul 07 15:38:27.906977 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-62c23a4a-aadf-4a15-b3b1-24b53c6d3eb2 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/quotas/66a98614df914018b7ecfb68afb735c0 HTTP/1.1" status: 200 len: 375 time: 0.0222681 Jul 07 15:38:27.909109 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ef88fee8-2a63-471b-b340-b457a2fe9ab7 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (30620802-39ea-4bba-a199-b74a74522195), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:27.955711 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-ee4d7d8f-970f-45a4-8036-96abf779c469 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66a98614df914018b7ecfb68afb735c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435665 Jul 07 15:38:27.972842 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ef88fee8-2a63-471b-b340-b457a2fe9ab7 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (30620802-39ea-4bba-a199-b74a74522195), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:28.004372 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88fee8-2a63-471b-b340-b457a2fe9ab7 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30620802-39ea-4bba-a199-b74a74522195,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:28.074783 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ef88fee8-2a63-471b-b340-b457a2fe9ab7 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:28.076054 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-ef88fee8-2a63-471b-b340-b457a2fe9ab7 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4286008 Jul 07 15:38:28.078970 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46522) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:28.084104 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-4a71790d-f936-4525-b033-4b1193276dfa tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'security_group_rule': {'security_group_id': '30620802-39ea-4bba-a199-b74a74522195', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:38:28.104183 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-11c3ce53-6cb4-430a-8a3e-59d7a2ce3a8f service neutron] 10.222.0.25 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364849 Jul 07 15:38:28.181288 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a71790d-f936-4525-b033-4b1193276dfa tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (232323db-cba8-4733-9960-4908258add25), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:28.194789 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-eced7f68-1c44-4384-8808-63513c28db54 service neutron] 10.222.0.25 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845144 Jul 07 15:38:28.247376 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a71790d-f936-4525-b033-4b1193276dfa tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (232323db-cba8-4733-9960-4908258add25), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:28.306972 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a71790d-f936-4525-b033-4b1193276dfa tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (232323db-cba8-4733-9960-4908258add25), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:28.325570 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71790d-f936-4525-b033-4b1193276dfa tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232323db-cba8-4733-9960-4908258add25,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:28.383559 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4a71790d-f936-4525-b033-4b1193276dfa tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:28.384812 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4a71790d-f936-4525-b033-4b1193276dfa tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3048174 Jul 07 15:38:28.387654 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46530) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:28.392031 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-c79a5e16-1b50-4370-a374-fa1fae81731f tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'security_group_rule': {'security_group_id': '30620802-39ea-4bba-a199-b74a74522195', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:38:28.433616 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0c61752c-2b45-45ad-8259-8d285c1bff94 req-9fbde373-f43b-4f88-88ff-c52079a7f597 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 210 time: 0.0365775 Jul 07 15:38:28.522536 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:28.524661 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c79a5e16-1b50-4370-a374-fa1fae81731f tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (bb9f3021-cf08-45cb-b343-1ad47e3263b3), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:28.587228 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c79a5e16-1b50-4370-a374-fa1fae81731f tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (bb9f3021-cf08-45cb-b343-1ad47e3263b3), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:28.690047 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c79a5e16-1b50-4370-a374-fa1fae81731f tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (bb9f3021-cf08-45cb-b343-1ad47e3263b3), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:28.708719 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a5e16-1b50-4370-a374-fa1fae81731f tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9f3021-cf08-45cb-b343-1ad47e3263b3,revision_number=0']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:28.801348 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c79a5e16-1b50-4370-a374-fa1fae81731f tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:28.802570 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-c79a5e16-1b50-4370-a374-fa1fae81731f tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4139342 Jul 07 15:38:28.806159 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46536) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:28.810336 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'floatingip': {'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:38:28.900275 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:28.981657 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:29.087141 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Allocated IP 172.27.1.223 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/3bfc06ac-0e15-45b9-8225-f4a63f382fae) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:38:29.171960 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:29.193963 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for port (3bfc06ac-0e15-45b9-8225-f4a63f382fae), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:29.303077 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (3bfc06ac-0e15-45b9-8225-f4a63f382fae), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:29.341524 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:38:29.344339 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:38:29.348239 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:38:29.379167 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'Port': ['ID=3bfc06ac-0e15-45b9-8225-f4a63f382fae,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:29.442506 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (ceccb99f-8de0-48c1-ab4f-60ea12214258), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:29.528633 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-61976147-48f7-47f9-8198-33bbb504f1c6 req-f5570a62-a028-47f5-abf9-8dae9e49fb48 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 210 time: 0.0286398 Jul 07 15:38:29.575937 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (3bfc06ac-0e15-45b9-8225-f4a63f382fae), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:29.593129 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:29.724451 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for port (3bfc06ac-0e15-45b9-8225-f4a63f382fae), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:29.808390 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (3bfc06ac-0e15-45b9-8225-f4a63f382fae), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:29.886011 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'Port': ['ID=3bfc06ac-0e15-45b9-8225-f4a63f382fae,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:29.893533 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (ceccb99f-8de0-48c1-ab4f-60ea12214258), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:30.005673 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:30.006899 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-244e3134-30f3-4e95-8ec5-fc05490fe48c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1998296 Jul 07 15:38:30.154485 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-37b5579f-11f8-41d8-852e-40eec20c658d tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--847404265&fields=id&tenant_id=66b37250ea6d4c4eb242c27ce9819dfc HTTP/1.1" status: 200 len: 267 time: 0.0450537 Jul 07 15:38:30.259404 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-44f60450-87f8-4334-8a8e-34622d3ebe2e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:30.260872 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-44f60450-87f8-4334-8a8e-34622d3ebe2e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/networks?id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833 HTTP/1.1" status: 200 len: 814 time: 0.0999610 Jul 07 15:38:30.275476 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-547bec92-2f29-4469-bb2a-f3f8de04aa79 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/quotas/66b37250ea6d4c4eb242c27ce9819dfc HTTP/1.1" status: 200 len: 375 time: 0.0092993 Jul 07 15:38:30.330344 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-871427b6-82da-4f44-95ed-b0186f3dd2c7 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501428 Jul 07 15:38:30.504543 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:30.540522 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-f6c859ab-0cc2-48f8-8b4c-1e5fbb14c040 service neutron] 10.222.0.25 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980350 Jul 07 15:38:30.645389 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-a40cbac7-39a3-455e-b631-5bde1382f47c tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:30.646775 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-a40cbac7-39a3-455e-b631-5bde1382f47c tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.50 "GET /v2.0/networks?id=75a15ea6-f7b1-407c-a2e7-8816149570d9 HTTP/1.1" status: 200 len: 809 time: 0.2021286 Jul 07 15:38:30.676455 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-537d14fe-8e49-47ae-8d16-fbbff0b4823e req-91bafcb1-dc22-4643-a078-6e1f669a41d1 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 210 time: 0.0791788 Jul 07 15:38:30.716110 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-7e876ba7-679d-4d50-be79-54395b63d71b service neutron] 10.222.0.25 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683056 Jul 07 15:38:30.739364 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-1746c5db-c314-4562-9385-11256d7cd0d1 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66a98614df914018b7ecfb68afb735c0 HTTP/1.1" status: 200 len: 380 time: 0.0711486 Jul 07 15:38:30.755048 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-703adf98-789b-4443-8532-27fd6e924288 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Request body: {'port': {'device_id': 'b1243dbb-87ee-43ac-8729-d18c53114d43', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'admin_state_up': True, 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'security_groups': ['3844512c-1ee8-4985-9e31-7a3f8668e89d']}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:38:30.970808 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-703adf98-789b-4443-8532-27fd6e924288 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Made reservation on behalf of 66a98614df914018b7ecfb68afb735c0 for: {'port': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:38:30.974766 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-703adf98-789b-4443-8532-27fd6e924288 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:31.006907 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-873f8167-f235-4530-a21b-acb27a7a89e0 req-41a8f176-026a-4584-939a-3ebe4292d616 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 210 time: 0.0463943 Jul 07 15:38:31.011670 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:31.126282 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-703adf98-789b-4443-8532-27fd6e924288 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Allocated IP 172.20.0.11 (75a15ea6-f7b1-407c-a2e7-8816149570d9/85f7fa8a-0f70-4b68-8373-92cbe1e8c506/2482ebe6-1259-4f2f-83d7-763ce7639812) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:38:31.270387 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-703adf98-789b-4443-8532-27fd6e924288 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for port (2482ebe6-1259-4f2f-83d7-763ce7639812), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:31.376337 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-703adf98-789b-4443-8532-27fd6e924288 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (2482ebe6-1259-4f2f-83d7-763ce7639812), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:31.419755 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-703adf98-789b-4443-8532-27fd6e924288 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Network 75a15ea6-f7b1-407c-a2e7-8816149570d9 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:38:31.422819 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-703adf98-789b-4443-8532-27fd6e924288 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:38:31.426626 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-703adf98-789b-4443-8532-27fd6e924288 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:38:31.460375 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703adf98-789b-4443-8532-27fd6e924288 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event updated for resources: {'Port': ['ID=2482ebe6-1259-4f2f-83d7-763ce7639812,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:31.497453 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-703adf98-789b-4443-8532-27fd6e924288 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:31.498053 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-703adf98-789b-4443-8532-27fd6e924288 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:31.594374 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-703adf98-789b-4443-8532-27fd6e924288 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8494673 Jul 07 15:38:31.652557 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Request body: {'port': {'device_id': 'b1243dbb-87ee-43ac-8729-d18c53114d43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:38:31.672643 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-0e4c1b26-8201-484d-bb51-279746986003 None None] Provisioning complete for port 2482ebe6-1259-4f2f-83d7-763ce7639812 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:38:31.673215 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-0e4c1b26-8201-484d-bb51-279746986003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (2482ebe6-1259-4f2f-83d7-763ce7639812), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:31.705943 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:31.706613 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:31.707399 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c1b26-8201-484d-bb51-279746986003 None None] Port 2482ebe6-1259-4f2f-83d7-763ce7639812 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:38:31.717426 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (2482ebe6-1259-4f2f-83d7-763ce7639812), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:32.095088 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9e489-35b3-4f50-a5ca-c588e2f8f931 req-b9e55cff-26aa-46b3-a737-43a9a9351943 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:32.096518 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-38b9e489-35b3-4f50-a5ca-c588e2f8f931 req-b9e55cff-26aa-46b3-a737-43a9a9351943 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 932 time: 0.3428833 Jul 07 15:38:32.128258 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2b3389c0-1891-4185-8ed6-2fdc701489ae req-b7bb7a95-4ae8-478d-96ce-b4f6b1c4a788 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 210 time: 0.0494428 Jul 07 15:38:32.183725 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:32.194390 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-38b9e489-35b3-4f50-a5ca-c588e2f8f931 req-82928cdc-6ac4-45e6-9750-cb63b84c35b8 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=3844512c-1ee8-4985-9e31-7a3f8668e89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898144 Jul 07 15:38:32.311917 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2482ebe6-1259-4f2f-83d7-763ce7639812 {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:38:32.319882 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Publish callbacks [] for port (2482ebe6-1259-4f2f-83d7-763ce7639812), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:32.332243 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Transition to ACTIVE for port object 2482ebe6-1259-4f2f-83d7-763ce7639812 will not be triggered until provisioned by entity L2. {{(pid=104328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:38:32.381433 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (2482ebe6-1259-4f2f-83d7-763ce7639812), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:32.430934 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Pushing event updated for resources: {'Port': ['ID=2482ebe6-1259-4f2f-83d7-763ce7639812,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:32.510777 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Attempting to bind port 2482ebe6-1259-4f2f-83d7-763ce7639812 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:38:32.510777 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Attempting to bind port 2482ebe6-1259-4f2f-83d7-763ce7639812 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:38:32.510777 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Attempting to bind port 2482ebe6-1259-4f2f-83d7-763ce7639812 on network 75a15ea6-f7b1-407c-a2e7-8816149570d9 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:38:32.516245 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Port 2482ebe6-1259-4f2f-83d7-763ce7639812 on network 75a15ea6-f7b1-407c-a2e7-8816149570d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:38:32.516561 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Attempting to bind port 2482ebe6-1259-4f2f-83d7-763ce7639812 on network 75a15ea6-f7b1-407c-a2e7-8816149570d9 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:38:32.522458 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:38:32.522794 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Checking segment: {'id': 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:38:32.523175 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Bound using segment: {'id': 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:38:32.523630 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Bound port: 2482ebe6-1259-4f2f-83d7-763ce7639812, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:38:32.523991 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (2482ebe6-1259-4f2f-83d7-763ce7639812), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:32.588321 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] For port 2482ebe6-1259-4f2f-83d7-763ce7639812, host hv-cinder-84130, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:38:32.591888 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] For port 2482ebe6-1259-4f2f-83d7-763ce7639812, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2482ebe6-1259-4f2f-83d7-763ce7639812,segment=NetworkSegment(dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2),segment_id=dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:38:32.673685 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (2482ebe6-1259-4f2f-83d7-763ce7639812), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:32.713658 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:32.714354 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:32.715910 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] 10.222.0.50 "PUT /v2.0/ports/2482ebe6-1259-4f2f-83d7-763ce7639812 HTTP/1.1" status: 200 len: 1094 time: 1.1107116 Jul 07 15:38:32.716408 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1243dbb-87ee-43ac-8729-d18c53114d43', 'tag': '2482ebe6-1259-4f2f-83d7-763ce7639812'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:38:32.718880 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc39dc6-fb95-4482-9254-a7e39eecee09" -d '{"events": [{"name": "network-changed", "server_uuid": "b1243dbb-87ee-43ac-8729-d18c53114d43", "tag": "2482ebe6-1259-4f2f-83d7-763ce7639812"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:38:32.741851 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77781885-9c4d-4f69-a88b-3eaad264afc6 service neutron] Pushing event updated for resources: {'Port': ['ID=2482ebe6-1259-4f2f-83d7-763ce7639812,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:32.769404 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d8ef20-334d-4492-adc5-9d3a86ec20df x-openstack-request-id: req-73d8ef20-334d-4492-adc5-9d3a86ec20df {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:38:32.769764 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1243dbb-87ee-43ac-8729-d18c53114d43", "tag": "2482ebe6-1259-4f2f-83d7-763ce7639812", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:38:32.776037 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73d8ef20-334d-4492-adc5-9d3a86ec20df {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:38:32.776037 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d8ef20-334d-4492-adc5-9d3a86ec20df'] response: {'name': 'network-changed', 'server_uuid': 'b1243dbb-87ee-43ac-8729-d18c53114d43', 'tag': '2482ebe6-1259-4f2f-83d7-763ce7639812', 'status': 'completed', 'code': 200} Jul 07 15:38:32.847380 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc39dc6-fb95-4482-9254-a7e39eecee09 req-81cde3ec-ef08-46dd-a7d1-835aa537594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:32.848969 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8cc39dc6-fb95-4482-9254-a7e39eecee09 req-81cde3ec-ef08-46dd-a7d1-835aa537594a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66a98614df914018b7ecfb68afb735c0&device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 1128 time: 0.0509362 Jul 07 15:38:32.950607 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc39dc6-fb95-4482-9254-a7e39eecee09 req-a6967604-4a43-4c13-8512-f84827bebf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:32.952147 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8cc39dc6-fb95-4482-9254-a7e39eecee09 req-a6967604-4a43-4c13-8512-f84827bebf51 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=66a98614df914018b7ecfb68afb735c0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0950863 Jul 07 15:38:33.066461 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc39dc6-fb95-4482-9254-a7e39eecee09 req-933c7893-b823-4994-9f99-f395ef3e747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:33.067681 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-a5b83a3c-9547-4910-bcd0-b4b562da566b tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:33.068289 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8cc39dc6-fb95-4482-9254-a7e39eecee09 req-933c7893-b823-4994-9f99-f395ef3e747b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035004 Jul 07 15:38:33.069284 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-a5b83a3c-9547-4910-bcd0-b4b562da566b tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "GET /v2.0/networks?id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833 HTTP/1.1" status: 200 len: 814 time: 0.1042812 Jul 07 15:38:33.137457 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:33.141021 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-a9bebd8b-eebc-45f3-87de-8ba71ff597d2 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66b37250ea6d4c4eb242c27ce9819dfc HTTP/1.1" status: 200 len: 379 time: 0.0561476 Jul 07 15:38:33.147770 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-ab70e18e-3afa-4014-9953-1d65faada1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:33.151091 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-ab70e18e-3afa-4014-9953-1d65faada1de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66a98614df914018b7ecfb68afb735c0&device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 1128 time: 0.0441017 Jul 07 15:38:33.152152 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-148a3184-2b92-4e0b-a3d4-870216d9eb89 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'port': {'device_id': 'e54a14c0-4b58-4edc-9325-b1c7da38307d', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'admin_state_up': True, 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'security_groups': ['30620802-39ea-4bba-a199-b74a74522195']}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:38:33.217606 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-10216e17-ca0c-4c03-9e98-e1d0d7805c6e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2482ebe6-1259-4f2f-83d7-763ce7639812 HTTP/1.1" status: 200 len: 217 time: 0.0557094 Jul 07 15:38:33.285645 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2d7b00df-1a1a-4f06-9f53-2c587413981b req-99770431-8775-448c-9e3f-1fdbcfa69dba tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 210 time: 0.0718868 Jul 07 15:38:33.333827 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-d25b11c7-599a-4bdd-9e30-0e515b676f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:33.335348 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-d25b11c7-599a-4bdd-9e30-0e515b676f5b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85f7fa8a-0f70-4b68-8373-92cbe1e8c506 HTTP/1.1" status: 200 len: 848 time: 0.1085989 Jul 07 15:38:33.345804 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c545a-b258-4ddf-8086-10b7d06ba6f3 req-a77f30ca-1f6c-4cf6-90a8-e2c700fb28df tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:33.347266 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-100c545a-b258-4ddf-8086-10b7d06ba6f3 req-a77f30ca-1f6c-4cf6-90a8-e2c700fb28df tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 944 time: 0.0639801 Jul 07 15:38:33.353291 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-148a3184-2b92-4e0b-a3d4-870216d9eb89 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Made reservation on behalf of 66b37250ea6d4c4eb242c27ce9819dfc for: {'port': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:38:33.357067 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-148a3184-2b92-4e0b-a3d4-870216d9eb89 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:33.396544 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-100c545a-b258-4ddf-8086-10b7d06ba6f3 req-d344c658-fd89-4633-927d-fffaa8806d98 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=3844512c-1ee8-4985-9e31-7a3f8668e89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432506 Jul 07 15:38:33.443959 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:33.451318 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-73d440c4-d468-4229-bea7-ac7c44bdafd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:33.453178 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-73d440c4-d468-4229-bea7-ac7c44bdafd1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75a15ea6-f7b1-407c-a2e7-8816149570d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457582 Jul 07 15:38:33.496534 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-148a3184-2b92-4e0b-a3d4-870216d9eb89 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Allocated IP 172.20.0.7 (ac1a0dbf-9ce9-4f3d-9709-351b088f4833/61ecf33b-ac81-410e-a8db-4aefcfc3a895/8bf95f95-95f0-423b-b959-585f3cb8cc66) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:38:33.536089 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:33.548592 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-446c78e7-9d12-43bd-8282-ec9d303964f5 service neutron] 10.222.0.50 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870011 Jul 07 15:38:33.636035 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-148a3184-2b92-4e0b-a3d4-870216d9eb89 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for port (8bf95f95-95f0-423b-b959-585f3cb8cc66), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:33.638688 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:33.643834 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6ee17049-6cbd-4ecb-b413-06852a73d747 req-ecf28049-2f54-4d7c-b6e2-8783ce5dda6f service neutron] 10.222.0.50 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874913 Jul 07 15:38:33.662603 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:33.764603 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-148a3184-2b92-4e0b-a3d4-870216d9eb89 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (8bf95f95-95f0-423b-b959-585f3cb8cc66), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:33.807203 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-148a3184-2b92-4e0b-a3d4-870216d9eb89 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:38:33.810145 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-148a3184-2b92-4e0b-a3d4-870216d9eb89 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:38:33.813697 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-148a3184-2b92-4e0b-a3d4-870216d9eb89 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:38:33.819010 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-148a3184-2b92-4e0b-a3d4-870216d9eb89 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:33.819630 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-148a3184-2b92-4e0b-a3d4-870216d9eb89 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:33.831849 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a3184-2b92-4e0b-a3d4-870216d9eb89 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event updated for resources: {'Port': ['ID=8bf95f95-95f0-423b-b959-585f3cb8cc66,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:33.887210 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-148a3184-2b92-4e0b-a3d4-870216d9eb89 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7397649 Jul 07 15:38:34.073844 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-7d7e90dc-f17e-4ea3-b512-5f8a01e6a326 None None] Provisioning complete for port 8bf95f95-95f0-423b-b959-585f3cb8cc66 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:38:34.074210 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7d7e90dc-f17e-4ea3-b512-5f8a01e6a326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (8bf95f95-95f0-423b-b959-585f3cb8cc66), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:34.104471 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e90dc-f17e-4ea3-b512-5f8a01e6a326 None None] Port 8bf95f95-95f0-423b-b959-585f3cb8cc66 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:38:34.397897 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49369a9c-21c1-4768-a406-3c895c8b35b8 req-2445f6cc-e04a-4383-a9f1-0c64d57e9817 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:34.399323 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-49369a9c-21c1-4768-a406-3c895c8b35b8 req-2445f6cc-e04a-4383-a9f1-0c64d57e9817 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 931 time: 0.0470388 Jul 07 15:38:34.448083 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-49369a9c-21c1-4768-a406-3c895c8b35b8 req-cd550768-fffc-44a2-a84d-fc6e3e6670f8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=30620802-39ea-4bba-a199-b74a74522195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432861 Jul 07 15:38:34.513918 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef241f-b23e-45ee-9160-13690803fd35 req-3eed9d80-4819-4b11-95c9-247867680372 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:34.515372 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b5ef241f-b23e-45ee-9160-13690803fd35 req-3eed9d80-4819-4b11-95c9-247867680372 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 944 time: 0.0512896 Jul 07 15:38:34.561861 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b5ef241f-b23e-45ee-9160-13690803fd35 req-f9f1cb5a-13c0-4069-9ab5-2b08a3d4ebb8 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=3844512c-1ee8-4985-9e31-7a3f8668e89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410550 Jul 07 15:38:34.714861 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Request body: {'port': {'device_id': 'e54a14c0-4b58-4edc-9325-b1c7da38307d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:38:34.773067 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8bf95f95-95f0-423b-b959-585f3cb8cc66), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:35.060758 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=73 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:35.061664 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=21 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:35.272051 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf95f95-95f0-423b-b959-585f3cb8cc66 {{(pid=104327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:38:35.279301 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Publish callbacks [] for port (8bf95f95-95f0-423b-b959-585f3cb8cc66), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:35.291988 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.provisioning_blocks [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Transition to ACTIVE for port object 8bf95f95-95f0-423b-b959-585f3cb8cc66 will not be triggered until provisioned by entity L2. {{(pid=104327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:38:35.375315 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (8bf95f95-95f0-423b-b959-585f3cb8cc66), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:35.446578 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf95f95-95f0-423b-b959-585f3cb8cc66,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:35.463041 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Attempting to bind port 8bf95f95-95f0-423b-b959-585f3cb8cc66 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:38:35.463377 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Attempting to bind port 8bf95f95-95f0-423b-b959-585f3cb8cc66 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:38:35.463732 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Attempting to bind port 8bf95f95-95f0-423b-b959-585f3cb8cc66 on network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:38:35.468401 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Port 8bf95f95-95f0-423b-b959-585f3cb8cc66 on network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:38:35.468718 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Attempting to bind port 8bf95f95-95f0-423b-b959-585f3cb8cc66 on network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:38:35.474240 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:38:35.474574 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Checking segment: {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:38:35.475147 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Bound using segment: {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:38:35.475365 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Bound port: 8bf95f95-95f0-423b-b959-585f3cb8cc66, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91699501-e4d6-429e-be7d-97890859190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:38:35.475739 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8bf95f95-95f0-423b-b959-585f3cb8cc66), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:35.543255 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] For port 8bf95f95-95f0-423b-b959-585f3cb8cc66, host hv-cinder-84130, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:38:35.546645 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] For port 8bf95f95-95f0-423b-b959-585f3cb8cc66, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8bf95f95-95f0-423b-b959-585f3cb8cc66,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:38:35.575818 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b18ded-43cb-4825-a4d5-985e8c990977 req-c9facfaa-f1c8-474c-ab7f-bf9b301b87e9 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:35.578105 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c2b18ded-43cb-4825-a4d5-985e8c990977 req-c9facfaa-f1c8-474c-ab7f-bf9b301b87e9 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 943 time: 0.0557599 Jul 07 15:38:35.620741 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (8bf95f95-95f0-423b-b959-585f3cb8cc66), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:35.627123 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c2b18ded-43cb-4825-a4d5-985e8c990977 req-d205ce75-5114-4329-bc99-e3e3dcb200ab tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=30620802-39ea-4bba-a199-b74a74522195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426972 Jul 07 15:38:35.640058 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:35.640689 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:35.652959 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] 10.222.0.50 "PUT /v2.0/ports/8bf95f95-95f0-423b-b959-585f3cb8cc66 HTTP/1.1" status: 200 len: 1093 time: 0.9421346 Jul 07 15:38:35.674901 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54a14c0-4b58-4edc-9325-b1c7da38307d', 'tag': '8bf95f95-95f0-423b-b959-585f3cb8cc66'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:38:35.680026 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63cfd6e-1a94-4d74-9a13-14b6b374903d" -d '{"events": [{"name": "network-changed", "server_uuid": "e54a14c0-4b58-4edc-9325-b1c7da38307d", "tag": "8bf95f95-95f0-423b-b959-585f3cb8cc66"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:38:35.699266 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c6988-c5f5-48db-bb5e-59d475a644b2 req-130b9289-85dc-4da8-b67e-38351b4cb19f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:35.707194 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4b7c6988-c5f5-48db-bb5e-59d475a644b2 req-130b9289-85dc-4da8-b67e-38351b4cb19f tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 944 time: 0.0650592 Jul 07 15:38:35.711947 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e622921-0b16-4010-9f94-b0fddd33f860 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf95f95-95f0-423b-b959-585f3cb8cc66,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:35.760816 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4b7c6988-c5f5-48db-bb5e-59d475a644b2 req-05bb4c76-2590-4390-87fb-5ef3d2a3e820 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=3844512c-1ee8-4985-9e31-7a3f8668e89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527310 Jul 07 15:38:35.806753 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8fc222-eb02-4802-949f-23651bde9863 x-openstack-request-id: req-0e8fc222-eb02-4802-949f-23651bde9863 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:38:35.811681 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54a14c0-4b58-4edc-9325-b1c7da38307d", "tag": "8bf95f95-95f0-423b-b959-585f3cb8cc66", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:38:35.811681 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e8fc222-eb02-4802-949f-23651bde9863 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:38:35.811681 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8fc222-eb02-4802-949f-23651bde9863'] response: {'name': 'network-changed', 'server_uuid': 'e54a14c0-4b58-4edc-9325-b1c7da38307d', 'tag': '8bf95f95-95f0-423b-b959-585f3cb8cc66', 'status': 'completed', 'code': 200} Jul 07 15:38:35.820740 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-2b7acdf3-9d7a-45af-a746-c0f8752c21e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:35.822386 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-2b7acdf3-9d7a-45af-a746-c0f8752c21e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 1127 time: 0.0473297 Jul 07 15:38:35.868478 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-81b00dac-0ac6-4e77-9712-f806a1d626fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bf95f95-95f0-423b-b959-585f3cb8cc66 HTTP/1.1" status: 200 len: 217 time: 0.0371006 Jul 07 15:38:35.883330 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:35.918459 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-33c14cc3-80cb-4304-a1f7-5746fc1aa728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:35.919922 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-33c14cc3-80cb-4304-a1f7-5746fc1aa728 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=61ecf33b-ac81-410e-a8db-4aefcfc3a895 HTTP/1.1" status: 200 len: 853 time: 0.0443590 Jul 07 15:38:35.963691 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-efbd8818-8be3-4650-841d-384ec6fbc39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:35.965190 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-efbd8818-8be3-4650-841d-384ec6fbc39d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388646 Jul 07 15:38:36.003712 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:36.060042 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-50eb07aa-9693-42ac-8313-acf0a93c9c18 service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872188 Jul 07 15:38:36.148370 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3b83896b-d044-4b2e-b698-58d6e5b507a5 req-1d09f4cd-1758-4c91-a4e4-666a1ee6012b service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817313 Jul 07 15:38:36.344617 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 2482ebe6-1259-4f2f-83d7-763ce7639812 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:38:36.443810 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 2482ebe6-1259-4f2f-83d7-763ce7639812, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2482ebe6-1259-4f2f-83d7-763ce7639812,segment=NetworkSegment(dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2),segment_id=dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:38:36.454799 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '2482ebe6-1259-4f2f-83d7-763ce7639812', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'port_id': '2482ebe6-1259-4f2f-83d7-763ce7639812', 'mac_address': 'fa:16:3e:d8:57:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:38:36.489199 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 2482ebe6-1259-4f2f-83d7-763ce7639812 is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:38:36.489572 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (2482ebe6-1259-4f2f-83d7-763ce7639812), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:36.501901 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2482ebe6-1259-4f2f-83d7-763ce7639812 {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:38:36.521066 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 2482ebe6-1259-4f2f-83d7-763ce7639812, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2482ebe6-1259-4f2f-83d7-763ce7639812,segment=NetworkSegment(dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2),segment_id=dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:38:36.610224 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (2482ebe6-1259-4f2f-83d7-763ce7639812), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:36.660536 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=2482ebe6-1259-4f2f-83d7-763ce7639812,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:36.744007 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0d309-6713-44aa-943e-214a7a6bbf48 req-e217553d-2ac8-44f7-b78a-a8330a47f081 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:36.745465 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e3e0d309-6713-44aa-943e-214a7a6bbf48 req-e217553d-2ac8-44f7-b78a-a8330a47f081 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 943 time: 0.0473006 Jul 07 15:38:36.804466 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e3e0d309-6713-44aa-943e-214a7a6bbf48 req-fe0500a6-18da-4896-944e-2293018ef2a6 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=30620802-39ea-4bba-a199-b74a74522195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533004 Jul 07 15:38:36.881619 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b1760-77ba-4d46-a686-ff57080a997e req-d1c8b6a3-42bd-4a4d-8383-4d31d01946c6 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:36.882999 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-836b1760-77ba-4d46-a686-ff57080a997e req-d1c8b6a3-42bd-4a4d-8383-4d31d01946c6 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 945 time: 0.0506320 Jul 07 15:38:36.923317 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['2482ebe6-1259-4f2f-83d7-763ce7639812'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:38:36.930908 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-836b1760-77ba-4d46-a686-ff57080a997e req-8c3efaa3-ba4d-40b3-a884-db44ca2173c3 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=3844512c-1ee8-4985-9e31-7a3f8668e89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423415 Jul 07 15:38:36.951977 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:37.286011 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cfd6e-1a94-4d74-9a13-14b6b374903d req-59d5b092-ef41-4896-b8ea-1c77d5486f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:37.287399 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-a63cfd6e-1a94-4d74-9a13-14b6b374903d req-59d5b092-ef41-4896-b8ea-1c77d5486f72 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 1127 time: 0.0435293 Jul 07 15:38:37.377712 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cfd6e-1a94-4d74-9a13-14b6b374903d req-794cb985-d5f6-4587-b2d0-9232882d2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:37.379157 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-a63cfd6e-1a94-4d74-9a13-14b6b374903d req-794cb985-d5f6-4587-b2d0-9232882d2a8f service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833 HTTP/1.1" status: 200 len: 915 time: 0.0827820 Jul 07 15:38:37.422775 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-a63cfd6e-1a94-4d74-9a13-14b6b374903d req-6c5f1d8e-d602-4aef-9f5d-75db219d3c8f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bf95f95-95f0-423b-b959-585f3cb8cc66 HTTP/1.1" status: 200 len: 217 time: 0.0356688 Jul 07 15:38:37.470588 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cfd6e-1a94-4d74-9a13-14b6b374903d req-7f42be7d-833a-4771-9a82-b01ac3e19953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:37.472587 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-a63cfd6e-1a94-4d74-9a13-14b6b374903d req-7f42be7d-833a-4771-9a82-b01ac3e19953 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=61ecf33b-ac81-410e-a8db-4aefcfc3a895 HTTP/1.1" status: 200 len: 853 time: 0.0429585 Jul 07 15:38:37.522188 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cfd6e-1a94-4d74-9a13-14b6b374903d req-e7df5f6d-e0b9-4ab5-9944-0e276f1cffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:37.523643 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-a63cfd6e-1a94-4d74-9a13-14b6b374903d req-e7df5f6d-e0b9-4ab5-9944-0e276f1cffc5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381026 Jul 07 15:38:37.615087 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-a63cfd6e-1a94-4d74-9a13-14b6b374903d req-85533a55-18fe-4131-8c65-792ed5aa1075 service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835011 Jul 07 15:38:37.704623 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-a63cfd6e-1a94-4d74-9a13-14b6b374903d req-a886948a-601e-4b06-a44f-0a6be23437b1 service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808034 Jul 07 15:38:37.925119 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591bdc6-918e-414d-a76c-959936fd304d req-2cc113c9-096b-468d-8c61-7dde80a56bf3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:37.926495 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6591bdc6-918e-414d-a76c-959936fd304d req-2cc113c9-096b-468d-8c61-7dde80a56bf3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 943 time: 0.0518842 Jul 07 15:38:37.961953 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:37.974315 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6591bdc6-918e-414d-a76c-959936fd304d req-864f9e39-85ad-41dc-bdb4-fad8a4e93eb3 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=30620802-39ea-4bba-a199-b74a74522195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422845 Jul 07 15:38:38.046902 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54c346-cd64-49c1-a3a0-f6757acc8e71 req-d11d35fa-c719-451b-b88a-f02129f97146 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:38.048385 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ec54c346-cd64-49c1-a3a0-f6757acc8e71 req-d11d35fa-c719-451b-b88a-f02129f97146 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 945 time: 0.0471115 Jul 07 15:38:38.095007 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ec54c346-cd64-49c1-a3a0-f6757acc8e71 req-ec5771c0-1343-4064-ac30-02ffc71898ad tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=3844512c-1ee8-4985-9e31-7a3f8668e89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406165 Jul 07 15:38:38.346327 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8bf95f95-95f0-423b-b959-585f3cb8cc66 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:38:38.349571 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 2482ebe6-1259-4f2f-83d7-763ce7639812 up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:38:38.454518 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port 2482ebe6-1259-4f2f-83d7-763ce7639812 completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:38:38.478148 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:38.482945 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 8bf95f95-95f0-423b-b959-585f3cb8cc66, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8bf95f95-95f0-423b-b959-585f3cb8cc66,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:38:38.494344 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '8bf95f95-95f0-423b-b959-585f3cb8cc66', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'port_id': '8bf95f95-95f0-423b-b959-585f3cb8cc66', 'mac_address': 'fa:16:3e:d3:12:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:38:38.533890 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 8bf95f95-95f0-423b-b959-585f3cb8cc66 is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:38:38.534264 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8bf95f95-95f0-423b-b959-585f3cb8cc66), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:38.547072 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf95f95-95f0-423b-b959-585f3cb8cc66 {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:38:38.553239 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 2482ebe6-1259-4f2f-83d7-763ce7639812 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:38:38.553592 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (2482ebe6-1259-4f2f-83d7-763ce7639812), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:38.588785 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 8bf95f95-95f0-423b-b959-585f3cb8cc66, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8bf95f95-95f0-423b-b959-585f3cb8cc66,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:38:38.635321 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 2482ebe6-1259-4f2f-83d7-763ce7639812 is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:38:38.635863 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (2482ebe6-1259-4f2f-83d7-763ce7639812), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:38.657673 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1243dbb-87ee-43ac-8729-d18c53114d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2482ebe6-1259-4f2f-83d7-763ce7639812'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:38:38.659932 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5db900-44cd-4a22-acfc-27a46856df9b" -d '{"events": [{"server_uuid": "b1243dbb-87ee-43ac-8729-d18c53114d43", "name": "network-vif-plugged", "status": "completed", "tag": "2482ebe6-1259-4f2f-83d7-763ce7639812"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:38:38.672257 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 2482ebe6-1259-4f2f-83d7-763ce7639812, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2482ebe6-1259-4f2f-83d7-763ce7639812,segment=NetworkSegment(dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2),segment_id=dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:38:38.673202 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (8bf95f95-95f0-423b-b959-585f3cb8cc66), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:38.701871 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd54374-c263-41c8-8bc7-212fb2d708cc x-openstack-request-id: req-1cd54374-c263-41c8-8bc7-212fb2d708cc {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:38:38.702157 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1243dbb-87ee-43ac-8729-d18c53114d43", "name": "network-vif-plugged", "status": "completed", "tag": "2482ebe6-1259-4f2f-83d7-763ce7639812", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:38:38.702395 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cd54374-c263-41c8-8bc7-212fb2d708cc {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:38:38.702867 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd54374-c263-41c8-8bc7-212fb2d708cc'] response: {'server_uuid': 'b1243dbb-87ee-43ac-8729-d18c53114d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2482ebe6-1259-4f2f-83d7-763ce7639812', 'code': 200} Jul 07 15:38:38.730358 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=8bf95f95-95f0-423b-b959-585f3cb8cc66,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:38.757164 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (2482ebe6-1259-4f2f-83d7-763ce7639812), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:38.783900 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:38.804551 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=2482ebe6-1259-4f2f-83d7-763ce7639812,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:38.986227 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['8bf95f95-95f0-423b-b959-585f3cb8cc66'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:38:39.014671 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a90ca4-7a86-400b-a8f0-e7e5070cd95a req-b4c91648-9cef-4a75-92c8-7ea1729089fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:39.016239 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-d1a90ca4-7a86-400b-a8f0-e7e5070cd95a req-b4c91648-9cef-4a75-92c8-7ea1729089fe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 1130 time: 0.0419633 Jul 07 15:38:39.069410 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-d1a90ca4-7a86-400b-a8f0-e7e5070cd95a req-80981ec9-dd75-445a-9293-fdab070a40e3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3844512c-1ee8-4985-9e31-7a3f8668e89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454528 Jul 07 15:38:39.099498 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bda6a-9e55-454e-b8de-9562371b07f7 req-1ba54787-80e9-4484-bd23-962425ae2fd1 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:39.101118 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-457bda6a-9e55-454e-b8de-9562371b07f7 req-1ba54787-80e9-4484-bd23-962425ae2fd1 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 944 time: 0.0537694 Jul 07 15:38:39.154563 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-457bda6a-9e55-454e-b8de-9562371b07f7 req-7f01ef9e-789d-484a-9df9-47209754440e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=30620802-39ea-4bba-a199-b74a74522195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476806 Jul 07 15:38:39.212797 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dbf4c-4195-403a-8d8b-083930c10b5b req-9f11974e-109c-467a-97bb-9ed350c612fe tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:39.214299 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e39dbf4c-4195-403a-8d8b-083930c10b5b req-9f11974e-109c-467a-97bb-9ed350c612fe tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 946 time: 0.0488348 Jul 07 15:38:39.235163 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:39.262275 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e39dbf4c-4195-403a-8d8b-083930c10b5b req-72cfd15e-66bc-4c8f-a795-c9ef134fb5bf tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=3844512c-1ee8-4985-9e31-7a3f8668e89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425000 Jul 07 15:38:40.267420 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65d2d8-a475-40e7-9202-864da4fb9c9f req-548fe146-930c-4d79-a927-418ec77abc48 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:40.269339 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8b65d2d8-a475-40e7-9202-864da4fb9c9f req-548fe146-930c-4d79-a927-418ec77abc48 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 944 time: 0.0471888 Jul 07 15:38:40.315868 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8b65d2d8-a475-40e7-9202-864da4fb9c9f req-0375d9cb-be61-48bb-88ec-30b37a5d1a2f tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=30620802-39ea-4bba-a199-b74a74522195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411372 Jul 07 15:38:40.355346 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8bf95f95-95f0-423b-b959-585f3cb8cc66 up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:38:40.379308 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9706caf-462d-4745-82a1-89da8aec1879 req-09d03167-f66d-43ef-9890-5ab91ce68eed tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:40.380802 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f9706caf-462d-4745-82a1-89da8aec1879 req-09d03167-f66d-43ef-9890-5ab91ce68eed tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 946 time: 0.0504360 Jul 07 15:38:40.397257 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port 8bf95f95-95f0-423b-b959-585f3cb8cc66 completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:38:40.428474 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f9706caf-462d-4745-82a1-89da8aec1879 req-68355e02-6aea-4d95-b502-2add54ccd718 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=3844512c-1ee8-4985-9e31-7a3f8668e89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420771 Jul 07 15:38:40.501449 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 8bf95f95-95f0-423b-b959-585f3cb8cc66 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:38:40.501821 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (8bf95f95-95f0-423b-b959-585f3cb8cc66), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:40.575271 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 8bf95f95-95f0-423b-b959-585f3cb8cc66 is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:38:40.575580 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8bf95f95-95f0-423b-b959-585f3cb8cc66), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:40.611049 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 8bf95f95-95f0-423b-b959-585f3cb8cc66, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8bf95f95-95f0-423b-b959-585f3cb8cc66,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:38:40.684195 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (8bf95f95-95f0-423b-b959-585f3cb8cc66), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:40.708145 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54a14c0-4b58-4edc-9325-b1c7da38307d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf95f95-95f0-423b-b959-585f3cb8cc66'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:38:40.710343 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1c0dfd-7d83-4a7f-a50c-3c9f4787602a" -d '{"events": [{"server_uuid": "e54a14c0-4b58-4edc-9325-b1c7da38307d", "name": "network-vif-plugged", "status": "completed", "tag": "8bf95f95-95f0-423b-b959-585f3cb8cc66"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:38:40.741697 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=8bf95f95-95f0-423b-b959-585f3cb8cc66,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:40.745939 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519ada6a-2e7a-4468-b228-dd87f03b1a2a x-openstack-request-id: req-519ada6a-2e7a-4468-b228-dd87f03b1a2a {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:38:40.746192 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54a14c0-4b58-4edc-9325-b1c7da38307d", "name": "network-vif-plugged", "status": "completed", "tag": "8bf95f95-95f0-423b-b959-585f3cb8cc66", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:38:40.746437 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-519ada6a-2e7a-4468-b228-dd87f03b1a2a {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:38:40.746821 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-519ada6a-2e7a-4468-b228-dd87f03b1a2a'] response: {'server_uuid': 'e54a14c0-4b58-4edc-9325-b1c7da38307d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf95f95-95f0-423b-b959-585f3cb8cc66', 'code': 200} Jul 07 15:38:41.062587 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2889af6-e923-4db6-b25d-076d9c5d2250 req-a26ed867-a340-4a99-9a2e-8a3884d7e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:41.064119 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-d2889af6-e923-4db6-b25d-076d9c5d2250 req-a26ed867-a340-4a99-9a2e-8a3884d7e450 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 1129 time: 0.0391905 Jul 07 15:38:41.108014 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-d2889af6-e923-4db6-b25d-076d9c5d2250 req-18875468-b414-48ff-8263-5a524c31683a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=30620802-39ea-4bba-a199-b74a74522195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364099 Jul 07 15:38:41.429639 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92796d-5b22-4b35-8005-010ab44bfcea req-ef06dba4-ce25-4a3f-8f52-471c758380d4 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:41.431096 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bd92796d-5b22-4b35-8005-010ab44bfcea req-ef06dba4-ce25-4a3f-8f52-471c758380d4 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 945 time: 0.0469151 Jul 07 15:38:41.479829 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bd92796d-5b22-4b35-8005-010ab44bfcea req-93c2853b-84a5-4f77-bdba-76e955f681a2 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=30620802-39ea-4bba-a199-b74a74522195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432086 Jul 07 15:38:41.547883 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c855323-a0b7-4239-9da7-5e5504343797 req-5aff9024-26e0-4df0-9c93-40457878f8e7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:41.549897 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5c855323-a0b7-4239-9da7-5e5504343797 req-5aff9024-26e0-4df0-9c93-40457878f8e7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 946 time: 0.0508876 Jul 07 15:38:41.596831 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5c855323-a0b7-4239-9da7-5e5504343797 req-41d81331-5a9d-4cea-bc1d-9d922bfac9ed tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=3844512c-1ee8-4985-9e31-7a3f8668e89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408587 Jul 07 15:38:41.707486 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ae0d3-7bee-4a7a-8e6b-be56ac3f3306 req-c7f4ccef-a947-4f6d-a364-e4c14d1b0124 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:41.708951 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-490ae0d3-7bee-4a7a-8e6b-be56ac3f3306 req-c7f4ccef-a947-4f6d-a364-e4c14d1b0124 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 946 time: 0.0466695 Jul 07 15:38:41.717351 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46636) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:41.722268 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-c4596ca6-2a3e-4c50-b157-77104522b4c5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Request body: {'floatingip': {'port_id': '2482ebe6-1259-4f2f-83d7-763ce7639812'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:38:41.759238 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4596ca6-2a3e-4c50-b157-77104522b4c5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for floatingip (f2a7cf68-d522-4bc1-b481-73a296c00cc2), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:42.084792 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:42.169973 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4596ca6-2a3e-4c50-b157-77104522b4c5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:42.255549 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4596ca6-2a3e-4c50-b157-77104522b4c5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (f2a7cf68-d522-4bc1-b481-73a296c00cc2), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:42.351310 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.l3_db [None req-c4596ca6-2a3e-4c50-b157-77104522b4c5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Floating IP f2a7cf68-d522-4bc1-b481-73a296c00cc2 associated. External IP: 172.27.1.52, port: 2482ebe6-1259-4f2f-83d7-763ce7639812. Jul 07 15:38:42.449070 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:42.551458 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4596ca6-2a3e-4c50-b157-77104522b4c5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Router 7de97580-4ccd-4509-8ceb-b0834e59b23c has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:38:42.631283 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533b184-bcb3-4193-adc4-ea6154ccd65a req-d3ae75c9-fa34-4412-8eb7-aa94fa08d24f tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:42.632766 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0533b184-bcb3-4193-adc4-ea6154ccd65a req-d3ae75c9-fa34-4412-8eb7-aa94fa08d24f tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 945 time: 0.0845196 Jul 07 15:38:42.721202 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0533b184-bcb3-4193-adc4-ea6154ccd65a req-b4176a15-b371-4a25-ab46-9ba0980800dc tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=30620802-39ea-4bba-a199-b74a74522195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818067 Jul 07 15:38:42.727536 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4596ca6-2a3e-4c50-b157-77104522b4c5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:38:42.732317 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c4596ca6-2a3e-4c50-b157-77104522b4c5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:42.746212 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b83586-78d7-43f9-945a-d5d6241efbf4 None None] Sync routers for ids ['7de97580-4ccd-4509-8ceb-b0834e59b23c'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:38:42.757258 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b83586-78d7-43f9-945a-d5d6241efbf4 None None] Routers {'7de97580-4ccd-4509-8ceb-b0834e59b23c'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:38:42.757937 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-f8b83586-78d7-43f9-945a-d5d6241efbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:38:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['7de97580-4ccd-4509-8ceb-b0834e59b23c'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:42.764621 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-c4596ca6-2a3e-4c50-b157-77104522b4c5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "PUT /v2.0/floatingips/f2a7cf68-d522-4bc1-b481-73a296c00cc2 HTTP/1.1" status: 200 len: 991 time: 1.0461538 Jul 07 15:38:42.765123 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1243dbb-87ee-43ac-8729-d18c53114d43', 'tag': '2482ebe6-1259-4f2f-83d7-763ce7639812'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:38:42.767458 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0e9552-7d86-4584-81d4-cf531b8109d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b1243dbb-87ee-43ac-8729-d18c53114d43", "tag": "2482ebe6-1259-4f2f-83d7-763ce7639812"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:38:42.805734 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7e14c0-538d-414f-b0de-53d682860572 x-openstack-request-id: req-1c7e14c0-538d-414f-b0de-53d682860572 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:38:42.806016 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1243dbb-87ee-43ac-8729-d18c53114d43", "tag": "2482ebe6-1259-4f2f-83d7-763ce7639812", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:38:42.806268 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c7e14c0-538d-414f-b0de-53d682860572 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:38:42.806696 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c7e14c0-538d-414f-b0de-53d682860572'] response: {'name': 'network-changed', 'server_uuid': 'b1243dbb-87ee-43ac-8729-d18c53114d43', 'tag': '2482ebe6-1259-4f2f-83d7-763ce7639812', 'status': 'completed', 'code': 200} Jul 07 15:38:42.870242 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-f8b83586-78d7-43f9-945a-d5d6241efbf4 None None] Set router 7de97580-4ccd-4509-8ceb-b0834e59b23c gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:38:42.876483 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e9552-7d86-4584-81d4-cf531b8109d0 req-25cd455a-4e2f-481c-82ce-86f2498ee937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:42.883791 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-6e0e9552-7d86-4584-81d4-cf531b8109d0 req-25cd455a-4e2f-481c-82ce-86f2498ee937 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66a98614df914018b7ecfb68afb735c0&device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 1130 time: 0.0450752 Jul 07 15:38:42.921207 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:42.979794 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e9552-7d86-4584-81d4-cf531b8109d0 req-d15e1809-c52e-46a1-84ff-25555adeccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:42.981370 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-6e0e9552-7d86-4584-81d4-cf531b8109d0 req-d15e1809-c52e-46a1-84ff-25555adeccb1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=75a15ea6-f7b1-407c-a2e7-8816149570d9 HTTP/1.1" status: 200 len: 910 time: 0.0951614 Jul 07 15:38:43.045599 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-6e0e9552-7d86-4584-81d4-cf531b8109d0 req-8b870c0a-aeb2-40cc-b16d-aabc598b93ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2482ebe6-1259-4f2f-83d7-763ce7639812 HTTP/1.1" status: 200 len: 999 time: 0.0564489 Jul 07 15:38:43.098051 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e9552-7d86-4584-81d4-cf531b8109d0 req-b6107425-24f9-4163-a9da-ea2ae5bc1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:43.099525 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-6e0e9552-7d86-4584-81d4-cf531b8109d0 req-b6107425-24f9-4163-a9da-ea2ae5bc1ea3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85f7fa8a-0f70-4b68-8373-92cbe1e8c506 HTTP/1.1" status: 200 len: 848 time: 0.0483687 Jul 07 15:38:43.149433 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e9552-7d86-4584-81d4-cf531b8109d0 req-0fb137be-4cac-4240-bd53-d2a1e4cf5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:43.150962 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-6e0e9552-7d86-4584-81d4-cf531b8109d0 req-0fb137be-4cac-4240-bd53-d2a1e4cf5ab0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75a15ea6-f7b1-407c-a2e7-8816149570d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403683 Jul 07 15:38:43.175463 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-f8b83586-78d7-43f9-945a-d5d6241efbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'f2a7cf68-d522-4bc1-b481-73a296c00cc2', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'port_id': '2482ebe6-1259-4f2f-83d7-763ce7639812', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'mac_address': 'fa:16:3e:d8:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1243dbb-87ee-43ac-8729-d18c53114d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:38:27Z', 'updated_at': '2022-07-07T15:38:42Z', 'revision_number': 1, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cc7e3a-a96a-45bf-b133-89b3a2f409a5', 'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'mac_address': 'fa:16:3e:35:48:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 5, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'subnets': [{'id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:43.190019 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:43.199479 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b83586-78d7-43f9-945a-d5d6241efbf4 None None] Checking router: 7de97580-4ccd-4509-8ceb-b0834e59b23c for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:38:43.208707 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b83586-78d7-43f9-945a-d5d6241efbf4 None None] Routers {'7de97580-4ccd-4509-8ceb-b0834e59b23c'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:38:43.209306 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-f8b83586-78d7-43f9-945a-d5d6241efbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:38:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['7de97580-4ccd-4509-8ceb-b0834e59b23c'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:43.245142 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-6e0e9552-7d86-4584-81d4-cf531b8109d0 req-76bbf71b-e8d1-4bbf-b695-e418ea8a72c3 service neutron] 10.222.0.50 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873961 Jul 07 15:38:43.310287 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-f8b83586-78d7-43f9-945a-d5d6241efbf4 None None] Set router 7de97580-4ccd-4509-8ceb-b0834e59b23c gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:38:43.342808 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-6e0e9552-7d86-4584-81d4-cf531b8109d0 req-ff426dee-4005-4d8c-abb9-33ee281b8328 service neutron] 10.222.0.50 "GET /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857110 Jul 07 15:38:43.520210 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-f8b83586-78d7-43f9-945a-d5d6241efbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'f2a7cf68-d522-4bc1-b481-73a296c00cc2', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'port_id': '2482ebe6-1259-4f2f-83d7-763ce7639812', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'mac_address': 'fa:16:3e:d8:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1243dbb-87ee-43ac-8729-d18c53114d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:38:27Z', 'updated_at': '2022-07-07T15:38:42Z', 'revision_number': 1, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cc7e3a-a96a-45bf-b133-89b3a2f409a5', 'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'mac_address': 'fa:16:3e:35:48:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 5, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'subnets': [{'id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:43.544052 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b83586-78d7-43f9-945a-d5d6241efbf4 None None] The sync data for ids ['7de97580-4ccd-4509-8ceb-b0834e59b23c'] in dv-cinder-841302-5-iscsi is: [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'f2a7cf68-d522-4bc1-b481-73a296c00cc2', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'port_id': '2482ebe6-1259-4f2f-83d7-763ce7639812', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'mac_address': 'fa:16:3e:d8:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1243dbb-87ee-43ac-8729-d18c53114d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:38:27Z', 'updated_at': '2022-07-07T15:38:42Z', 'revision_number': 1, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cc7e3a-a96a-45bf-b133-89b3a2f409a5', 'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'mac_address': 'fa:16:3e:35:48:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 5, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'subnets': [{'id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:38:43.734655 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9113ea-bdc7-4c0b-8319-0d2b4b913bc8 None None] New status for floating IP f2a7cf68-d522-4bc1-b481-73a296c00cc2: ACTIVE {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:38:43.836436 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1b248-0ca2-4995-8dd3-045ee2971248 req-2bfca2d5-2158-451c-b4cc-fdda3dd5b957 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:43.837930 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-34f1b248-0ca2-4995-8dd3-045ee2971248 req-2bfca2d5-2158-451c-b4cc-fdda3dd5b957 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 945 time: 0.0476804 Jul 07 15:38:43.888917 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-34f1b248-0ca2-4995-8dd3-045ee2971248 req-a3ff33d8-fde0-49b1-952e-03b188b4ccbe tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=30620802-39ea-4bba-a199-b74a74522195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452921 Jul 07 15:38:44.003848 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ffe81-3f40-4a73-ad40-8905f879e656 req-3ac87a99-b06b-4701-863e-d13dcc6669ee tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:44.005302 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-496ffe81-3f40-4a73-ad40-8905f879e656 req-3ac87a99-b06b-4701-863e-d13dcc6669ee tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 945 time: 0.0483708 Jul 07 15:38:44.013674 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46650) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:44.017754 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-09ebc529-2b23-45fc-8781-ae162cd53d76 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Request body: {'floatingip': {'port_id': '8bf95f95-95f0-423b-b959-585f3cb8cc66'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:38:44.054155 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-09ebc529-2b23-45fc-8781-ae162cd53d76 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (ceccb99f-8de0-48c1-ab4f-60ea12214258), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:44.240213 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:44.462972 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-09ebc529-2b23-45fc-8781-ae162cd53d76 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:44.512499 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-09ebc529-2b23-45fc-8781-ae162cd53d76 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (ceccb99f-8de0-48c1-ab4f-60ea12214258), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:44.831361 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:44.840128 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.l3_db [None req-09ebc529-2b23-45fc-8781-ae162cd53d76 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Floating IP ceccb99f-8de0-48c1-ab4f-60ea12214258 associated. External IP: 172.27.1.223, port: 8bf95f95-95f0-423b-b959-585f3cb8cc66. Jul 07 15:38:45.033206 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ebc529-2b23-45fc-8781-ae162cd53d76 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Router badb391a-9ac8-4700-b35a-45b4f5d75596 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:38:45.133277 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ebc529-2b23-45fc-8781-ae162cd53d76 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:38:45.137813 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-09ebc529-2b23-45fc-8781-ae162cd53d76 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:45.142143 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e291fc74-5ba6-4aa8-89ef-7e895052af9f None None] Sync routers for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:38:45.153651 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e291fc74-5ba6-4aa8-89ef-7e895052af9f None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:38:45.154260 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-e291fc74-5ba6-4aa8-89ef-7e895052af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:38:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:45.182946 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-09ebc529-2b23-45fc-8781-ae162cd53d76 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "PUT /v2.0/floatingips/ceccb99f-8de0-48c1-ab4f-60ea12214258 HTTP/1.1" status: 200 len: 991 time: 1.1682487 Jul 07 15:38:45.183528 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54a14c0-4b58-4edc-9325-b1c7da38307d', 'tag': '8bf95f95-95f0-423b-b959-585f3cb8cc66'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:38:45.185901 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2dc1a8-d6ca-4b30-b577-59e11d8d7780" -d '{"events": [{"name": "network-changed", "server_uuid": "e54a14c0-4b58-4edc-9325-b1c7da38307d", "tag": "8bf95f95-95f0-423b-b959-585f3cb8cc66"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:38:45.259253 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-e291fc74-5ba6-4aa8-89ef-7e895052af9f None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:38:45.280145 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ad8fff-294d-43a3-aa5a-f1ed9a2f6745 x-openstack-request-id: req-41ad8fff-294d-43a3-aa5a-f1ed9a2f6745 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:38:45.280428 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54a14c0-4b58-4edc-9325-b1c7da38307d", "tag": "8bf95f95-95f0-423b-b959-585f3cb8cc66", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:38:45.291234 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41ad8fff-294d-43a3-aa5a-f1ed9a2f6745 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:38:45.291234 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ad8fff-294d-43a3-aa5a-f1ed9a2f6745'] response: {'name': 'network-changed', 'server_uuid': 'e54a14c0-4b58-4edc-9325-b1c7da38307d', 'tag': '8bf95f95-95f0-423b-b959-585f3cb8cc66', 'status': 'completed', 'code': 200} Jul 07 15:38:45.342910 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:45.344622 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dc1a8-d6ca-4b30-b577-59e11d8d7780 req-58ba5c2f-7e78-4aa3-9b51-3e783916c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:45.346135 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7e2dc1a8-d6ca-4b30-b577-59e11d8d7780 req-58ba5c2f-7e78-4aa3-9b51-3e783916c4fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 1129 time: 0.0404003 Jul 07 15:38:45.376410 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:45.443811 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dc1a8-d6ca-4b30-b577-59e11d8d7780 req-732125e1-335e-42dd-9448-7598cee53fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:45.445226 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7e2dc1a8-d6ca-4b30-b577-59e11d8d7780 req-732125e1-335e-42dd-9448-7598cee53fa7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833 HTTP/1.1" status: 200 len: 915 time: 0.0913723 Jul 07 15:38:45.472784 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-e291fc74-5ba6-4aa8-89ef-7e895052af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'ceccb99f-8de0-48c1-ab4f-60ea12214258', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': '8bf95f95-95f0-423b-b959-585f3cb8cc66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:d3:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54a14c0-4b58-4edc-9325-b1c7da38307d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:38:29Z', 'updated_at': '2022-07-07T15:38:44Z', 'revision_number': 1, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:45.507585 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7e2dc1a8-d6ca-4b30-b577-59e11d8d7780 req-68bdc7b0-923e-4d62-8cc9-05bbae0ce1c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bf95f95-95f0-423b-b959-585f3cb8cc66 HTTP/1.1" status: 200 len: 999 time: 0.0556698 Jul 07 15:38:45.510860 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e291fc74-5ba6-4aa8-89ef-7e895052af9f None None] Checking router: badb391a-9ac8-4700-b35a-45b4f5d75596 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:38:45.523055 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e291fc74-5ba6-4aa8-89ef-7e895052af9f None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:38:45.523719 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-e291fc74-5ba6-4aa8-89ef-7e895052af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:38:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:45.570258 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dc1a8-d6ca-4b30-b577-59e11d8d7780 req-e667a1e5-95c9-4b58-aec0-b8638521dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:45.571758 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7e2dc1a8-d6ca-4b30-b577-59e11d8d7780 req-e667a1e5-95c9-4b58-aec0-b8638521dd05 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=61ecf33b-ac81-410e-a8db-4aefcfc3a895 HTTP/1.1" status: 200 len: 853 time: 0.0530803 Jul 07 15:38:45.615903 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dc1a8-d6ca-4b30-b577-59e11d8d7780 req-6c0d1f32-6f01-4a3a-8c9e-aba7db67d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:45.617417 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7e2dc1a8-d6ca-4b30-b577-59e11d8d7780 req-6c0d1f32-6f01-4a3a-8c9e-aba7db67d3a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac1a0dbf-9ce9-4f3d-9709-351b088f4833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388749 Jul 07 15:38:45.624650 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-e291fc74-5ba6-4aa8-89ef-7e895052af9f None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:38:45.713082 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7e2dc1a8-d6ca-4b30-b577-59e11d8d7780 req-03471e87-e0a5-4ae5-95dd-f8ff0d8738c2 service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873194 Jul 07 15:38:45.805661 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7e2dc1a8-d6ca-4b30-b577-59e11d8d7780 req-e8a1f62e-ed95-48ae-a904-fe1ab60b15ca service neutron] 10.222.0.50 "GET /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858541 Jul 07 15:38:45.831699 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-e291fc74-5ba6-4aa8-89ef-7e895052af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'ceccb99f-8de0-48c1-ab4f-60ea12214258', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': '8bf95f95-95f0-423b-b959-585f3cb8cc66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:d3:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54a14c0-4b58-4edc-9325-b1c7da38307d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:38:29Z', 'updated_at': '2022-07-07T15:38:44Z', 'revision_number': 1, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:45.860442 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e291fc74-5ba6-4aa8-89ef-7e895052af9f None None] The sync data for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi is: [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'ceccb99f-8de0-48c1-ab4f-60ea12214258', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'port_id': '8bf95f95-95f0-423b-b959-585f3cb8cc66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'mac_address': 'fa:16:3e:d3:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54a14c0-4b58-4edc-9325-b1c7da38307d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:38:29Z', 'updated_at': '2022-07-07T15:38:44Z', 'revision_number': 1, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:38:46.037660 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c0698-4621-445e-8fa2-6ae1c5d0a965 None None] New status for floating IP ceccb99f-8de0-48c1-ab4f-60ea12214258: ACTIVE {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:38:49.250207 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:38:50.210052 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6477ca-f64a-4cd9-a599-5ccdb6bfd4b1 req-13d430f8-e1b2-4946-85fc-9373da8685cb tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:50.211544 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2e6477ca-f64a-4cd9-a599-5ccdb6bfd4b1 req-13d430f8-e1b2-4946-85fc-9373da8685cb tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0517645 Jul 07 15:38:50.260022 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2e6477ca-f64a-4cd9-a599-5ccdb6bfd4b1 req-ab1112b2-14c9-46a0-8e66-604504b6f400 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426798 Jul 07 15:38:50.632587 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7c2e6eb6-064a-40da-9ddb-86372f190754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:51.374825 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a413a5-4e8b-4022-92ca-7548f8bb50e2 req-4624a943-c32b-4c3d-9637-d5d95bee7af0 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:51.376319 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f9a413a5-4e8b-4022-92ca-7548f8bb50e2 req-4624a943-c32b-4c3d-9637-d5d95bee7af0 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0474408 Jul 07 15:38:51.423993 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f9a413a5-4e8b-4022-92ca-7548f8bb50e2 req-9a4d8598-8bc3-4260-967d-103487ce8240 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422630 Jul 07 15:38:52.541074 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cdfca-e3cf-4825-999d-22571997334c req-3c61ee14-d4b7-4b56-b96e-96a2f08baced tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:52.542676 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dc3cdfca-e3cf-4825-999d-22571997334c req-3c61ee14-d4b7-4b56-b96e-96a2f08baced tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0512662 Jul 07 15:38:52.555939 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:52.590827 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dc3cdfca-e3cf-4825-999d-22571997334c req-1a54e02d-0904-4f69-83c1-a0ade60c5d7c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421529 Jul 07 15:38:52.799402 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-59798124-f2be-45c9-8dd2-6577499e4ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:52.901006 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18556f-1dc6-4ada-9eae-91b0c90c6e03 req-dad7655d-8e38-4d60-b6fc-e2c51dca8d6f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:52.902455 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-af18556f-1dc6-4ada-9eae-91b0c90c6e03 req-dad7655d-8e38-4d60-b6fc-e2c51dca8d6f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0474153 Jul 07 15:38:52.949352 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-af18556f-1dc6-4ada-9eae-91b0c90c6e03 req-bc78d687-2b0e-49e6-98d1-825adad124d4 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413117 Jul 07 15:38:53.704757 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800e5bd-50f7-46ab-a713-f8edd110a6e1 req-4e03e6ef-4a40-4b0b-b70a-d6944698e10a tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:53.706246 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4800e5bd-50f7-46ab-a713-f8edd110a6e1 req-4e03e6ef-4a40-4b0b-b70a-d6944698e10a tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0475419 Jul 07 15:38:53.734874 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc1c13-d6a9-4699-a417-bee97eca4fe8 req-1402a7aa-cf0a-4887-8ac6-04ad93709888 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:53.736878 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-71dc1c13-d6a9-4699-a417-bee97eca4fe8 req-1402a7aa-cf0a-4887-8ac6-04ad93709888 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.50 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 946 time: 0.0472884 Jul 07 15:38:53.759857 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4800e5bd-50f7-46ab-a713-f8edd110a6e1 req-a9236274-4ea1-487e-9d10-c08aec3e01c6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=681d3b75-d60c-4827-b436-a4b78575db81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477602 Jul 07 15:38:53.836675 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-71dc1c13-d6a9-4699-a417-bee97eca4fe8 req-7c366db9-8a62-4eb9-8a37-7a7900fc19c7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Deleting port 1b1ff111-abae-4beb-8edb-da235fcc08f4 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:38:53.836999 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-71dc1c13-d6a9-4699-a417-bee97eca4fe8 req-7c366db9-8a62-4eb9-8a37-7a7900fc19c7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (1b1ff111-abae-4beb-8edb-da235fcc08f4), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:53.894986 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:53.924114 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-71dc1c13-d6a9-4699-a417-bee97eca4fe8 req-7c366db9-8a62-4eb9-8a37-7a7900fc19c7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] For port 1b1ff111-abae-4beb-8edb-da235fcc08f4, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=1b1ff111-abae-4beb-8edb-da235fcc08f4,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:38:53.924827 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-71dc1c13-d6a9-4699-a417-bee97eca4fe8 req-7c366db9-8a62-4eb9-8a37-7a7900fc19c7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (1b1ff111-abae-4beb-8edb-da235fcc08f4), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:54.066105 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:54.066874 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d2237-4a5f-404e-ba80-6954c5b0d1b7 req-3a4fa70d-1cb8-46df-a29f-cbb2c65cc93f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:54.068341 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-212d2237-4a5f-404e-ba80-6954c5b0d1b7 req-3a4fa70d-1cb8-46df-a29f-cbb2c65cc93f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0470901 Jul 07 15:38:54.088680 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-71dc1c13-d6a9-4699-a417-bee97eca4fe8 req-7c366db9-8a62-4eb9-8a37-7a7900fc19c7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:54.089038 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-71dc1c13-d6a9-4699-a417-bee97eca4fe8 req-7c366db9-8a62-4eb9-8a37-7a7900fc19c7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (20645b8a-a951-473e-b6b8-6f280cd4ba17), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:54.089346 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.l3_db [req-71dc1c13-d6a9-4699-a417-bee97eca4fe8 req-7c366db9-8a62-4eb9-8a37-7a7900fc19c7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Floating IP 20645b8a-a951-473e-b6b8-6f280cd4ba17 disassociated. External IP: 172.27.1.118, port: 1b1ff111-abae-4beb-8edb-da235fcc08f4. Jul 07 15:38:54.089694 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-71dc1c13-d6a9-4699-a417-bee97eca4fe8 req-7c366db9-8a62-4eb9-8a37-7a7900fc19c7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Calling delete_port for 1b1ff111-abae-4beb-8edb-da235fcc08f4 owned by compute:nova {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:38:54.115925 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-212d2237-4a5f-404e-ba80-6954c5b0d1b7 req-20168a27-5f6f-4445-b201-d830825c775c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419538 Jul 07 15:38:54.261507 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:54.289996 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-71dc1c13-d6a9-4699-a417-bee97eca4fe8 req-7c366db9-8a62-4eb9-8a37-7a7900fc19c7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (1b1ff111-abae-4beb-8edb-da235fcc08f4), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:54.322212 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c366db9-8a62-4eb9-8a37-7a7900fc19c7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Pushing event deleted for resources: {'Port': ['ID=1b1ff111-abae-4beb-8edb-da235fcc08f4,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:54.431074 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71dc1c13-d6a9-4699-a417-bee97eca4fe8 req-7c366db9-8a62-4eb9-8a37-7a7900fc19c7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Router c8c3e586-e682-4d74-a549-f9080e37ddb7 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:38:54.532000 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71dc1c13-d6a9-4699-a417-bee97eca4fe8 req-7c366db9-8a62-4eb9-8a37-7a7900fc19c7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:38:54.542686 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69460d6-69cf-4903-9a77-86e50af23b6d None None] Sync routers for ids ['c8c3e586-e682-4d74-a549-f9080e37ddb7'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:38:54.553042 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69460d6-69cf-4903-9a77-86e50af23b6d None None] Routers {'c8c3e586-e682-4d74-a549-f9080e37ddb7'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:38:54.553642 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-b69460d6-69cf-4903-9a77-86e50af23b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:38:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['c8c3e586-e682-4d74-a549-f9080e37ddb7'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:54.573531 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dc1c13-d6a9-4699-a417-bee97eca4fe8 req-7c366db9-8a62-4eb9-8a37-7a7900fc19c7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] No DVR routers for this DVR port 1b1ff111-abae-4beb-8edb-da235fcc08f4 on host hv-cinder-84130 {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:38:54.576019 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-71dc1c13-d6a9-4699-a417-bee97eca4fe8 req-7c366db9-8a62-4eb9-8a37-7a7900fc19c7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:54.579143 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-71dc1c13-d6a9-4699-a417-bee97eca4fe8 req-7c366db9-8a62-4eb9-8a37-7a7900fc19c7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.50 "DELETE /v2.0/ports/1b1ff111-abae-4beb-8edb-da235fcc08f4 HTTP/1.1" status: 204 len: 173 time: 0.8364794 Jul 07 15:38:54.579588 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05028730-a81d-4edf-a4e2-96d672547be4', 'name': 'network-vif-deleted', 'tag': '1b1ff111-abae-4beb-8edb-da235fcc08f4'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:38:54.581804 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7961e663-a889-4d84-9f1e-68e94c86bf90" -d '{"events": [{"server_uuid": "05028730-a81d-4edf-a4e2-96d672547be4", "name": "network-vif-deleted", "tag": "1b1ff111-abae-4beb-8edb-da235fcc08f4"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:38:54.616997 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6eb4d66-26ac-4146-b767-ca765ef79f7d x-openstack-request-id: req-f6eb4d66-26ac-4146-b767-ca765ef79f7d {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:38:54.617350 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05028730-a81d-4edf-a4e2-96d672547be4", "name": "network-vif-deleted", "tag": "1b1ff111-abae-4beb-8edb-da235fcc08f4", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:38:54.617607 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6eb4d66-26ac-4146-b767-ca765ef79f7d {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:38:54.618032 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6eb4d66-26ac-4146-b767-ca765ef79f7d'] response: {'server_uuid': '05028730-a81d-4edf-a4e2-96d672547be4', 'name': 'network-vif-deleted', 'tag': '1b1ff111-abae-4beb-8edb-da235fcc08f4', 'status': 'completed', 'code': 200} Jul 07 15:38:54.765417 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-b69460d6-69cf-4903-9a77-86e50af23b6d None None] Set router c8c3e586-e682-4d74-a549-f9080e37ddb7 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:38:54.870125 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6df3a527-85d1-403c-a807-af8d0b2fa225 req-d3bd0d74-cbfe-444a-8611-267f4adc8a33 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=05028730-a81d-4edf-a4e2-96d672547be4 HTTP/1.1" status: 200 len: 210 time: 0.0292556 Jul 07 15:38:54.941951 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-b69460d6-69cf-4903-9a77-86e50af23b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:34:32Z', 'revision_number': 4, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port': {'id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:30Z', 'updated_at': '2022-07-07T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '93597cf1-f56a-4b95-b9a0-78a8e28ebd64', 'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'mac_address': 'fa:16:3e:99:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:32Z', 'updated_at': '2022-07-07T15:34:36Z', 'revision_number': 5, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'subnets': [{'id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:54.944432 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:54.966065 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69460d6-69cf-4903-9a77-86e50af23b6d None None] Checking router: c8c3e586-e682-4d74-a549-f9080e37ddb7 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:38:54.976093 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69460d6-69cf-4903-9a77-86e50af23b6d None None] Routers {'c8c3e586-e682-4d74-a549-f9080e37ddb7'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:38:54.976788 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-b69460d6-69cf-4903-9a77-86e50af23b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:38:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['c8c3e586-e682-4d74-a549-f9080e37ddb7'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:55.077802 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-b69460d6-69cf-4903-9a77-86e50af23b6d None None] Set router c8c3e586-e682-4d74-a549-f9080e37ddb7 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:38:55.205279 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:55.238656 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f9758-e486-41a0-8733-2539df2ba506 req-f151cddb-d912-4ec9-9a7c-f285ff8feb85 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:55.240173 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-180f9758-e486-41a0-8733-2539df2ba506 req-f151cddb-d912-4ec9-9a7c-f285ff8feb85 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0493174 Jul 07 15:38:55.274069 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-b69460d6-69cf-4903-9a77-86e50af23b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:34:32Z', 'revision_number': 4, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port': {'id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:30Z', 'updated_at': '2022-07-07T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '93597cf1-f56a-4b95-b9a0-78a8e28ebd64', 'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'mac_address': 'fa:16:3e:99:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:32Z', 'updated_at': '2022-07-07T15:34:36Z', 'revision_number': 5, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'subnets': [{'id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:38:55.296552 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-180f9758-e486-41a0-8733-2539df2ba506 req-f2efb951-297b-4200-a184-a29cf2c01aec tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499401 Jul 07 15:38:55.299875 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69460d6-69cf-4903-9a77-86e50af23b6d None None] The sync data for ids ['c8c3e586-e682-4d74-a549-f9080e37ddb7'] in dv-cinder-841302-5-iscsi is: [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:34:32Z', 'revision_number': 4, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port': {'id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:30Z', 'updated_at': '2022-07-07T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '93597cf1-f56a-4b95-b9a0-78a8e28ebd64', 'name': '', 'network_id': 'b4a3d0bd-27a0-4957-a668-c94979f88543', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'mac_address': 'fa:16:3e:99:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:32Z', 'updated_at': '2022-07-07T15:34:36Z', 'revision_number': 5, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'subnets': [{'id': '97e3d972-be6d-4b72-9024-2daa5123c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:38:55.528725 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:55.530936 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f597af-b6e8-4ff4-9b48-664e5f404819 None None] New status for floating IP 20645b8a-a951-473e-b6b8-6f280cd4ba17: DOWN {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:38:55.649497 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:55.808943 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:56.045109 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46734) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:56.101712 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4ae26814-e814-4c03-87ee-1223963cda23 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for security_group (681d3b75-d60c-4827-b436-a4b78575db81), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:56.106634 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:56.126305 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4ae26814-e814-4c03-87ee-1223963cda23 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for security_group (681d3b75-d60c-4827-b436-a4b78575db81), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:56.242338 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4ae26814-e814-4c03-87ee-1223963cda23 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (681d3b75-d60c-4827-b436-a4b78575db81), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:56.244897 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4ae26814-e814-4c03-87ee-1223963cda23 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:56.246089 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-4ae26814-e814-4c03-87ee-1223963cda23 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "DELETE /v2.0/security-groups/681d3b75-d60c-4827-b436-a4b78575db81 HTTP/1.1" status: 204 len: 168 time: 0.2000003 Jul 07 15:38:56.248772 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46736) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:56.256064 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae26814-e814-4c03-87ee-1223963cda23 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=681d3b75-d60c-4827-b436-a4b78575db81,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:56.264868 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.api.v2.resource [None req-4b80af53-e80c-4c1d-97ee-dce50aceee19 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] show failed (client error): The resource could not be found. Jul 07 15:38:56.266151 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4b80af53-e80c-4c1d-97ee-dce50aceee19 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups/681d3b75-d60c-4827-b436-a4b78575db81 HTTP/1.1" status: 404 len: 347 time: 0.0161061 Jul 07 15:38:56.268546 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46738) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:38:56.379372 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-83b62a93-5fa4-4cda-8186-200316972ea6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Deleting port d05d656f-5e6f-4dc8-a2db-8873f604d707 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:38:56.379751 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-83b62a93-5fa4-4cda-8186-200316972ea6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (d05d656f-5e6f-4dc8-a2db-8873f604d707), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:56.420662 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e570566-c847-4f8b-86b4-065a338f2f17 req-872395ee-4241-4a71-8362-7324b2ff7d62 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:56.422133 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7e570566-c847-4f8b-86b4-065a338f2f17 req-872395ee-4241-4a71-8362-7324b2ff7d62 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0468943 Jul 07 15:38:56.457822 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-83b62a93-5fa4-4cda-8186-200316972ea6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (d05d656f-5e6f-4dc8-a2db-8873f604d707), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:56.458143 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-83b62a93-5fa4-4cda-8186-200316972ea6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for floatingip (d05d656f-5e6f-4dc8-a2db-8873f604d707), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:56.471378 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-83b62a93-5fa4-4cda-8186-200316972ea6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Calling delete_port for d05d656f-5e6f-4dc8-a2db-8873f604d707 owned by network:floatingip {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:38:56.478582 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7e570566-c847-4f8b-86b4-065a338f2f17 req-7e526dc6-5586-4580-9aea-4ea36f6212bf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459316 Jul 07 15:38:56.538588 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:56.592173 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:56.655513 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-83b62a93-5fa4-4cda-8186-200316972ea6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (d05d656f-5e6f-4dc8-a2db-8873f604d707), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:56.683810 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b62a93-5fa4-4cda-8186-200316972ea6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Pushing event deleted for resources: {'Port': ['ID=d05d656f-5e6f-4dc8-a2db-8873f604d707,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:38:56.709667 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-83b62a93-5fa4-4cda-8186-200316972ea6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks [] for floatingip (20645b8a-a951-473e-b6b8-6f280cd4ba17), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:56.712337 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-83b62a93-5fa4-4cda-8186-200316972ea6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:38:56.713478 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-83b62a93-5fa4-4cda-8186-200316972ea6 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "DELETE /v2.0/floatingips/20645b8a-a951-473e-b6b8-6f280cd4ba17 HTTP/1.1" status: 204 len: 168 time: 0.4440525 Jul 07 15:38:57.592749 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab90ef-03c7-4f00-aaee-9d0ea14b45c3 req-5dbf2bd1-4eac-4b2c-8073-8d0858586563 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:57.594210 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-eeab90ef-03c7-4f00-aaee-9d0ea14b45c3 req-5dbf2bd1-4eac-4b2c-8073-8d0858586563 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0476906 Jul 07 15:38:57.641145 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-eeab90ef-03c7-4f00-aaee-9d0ea14b45c3 req-96a1c49a-c039-4a78-bab0-10dff255f7c0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414112 Jul 07 15:38:58.425983 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 1b1ff111-abae-4beb-8edb-da235fcc08f4 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:38:58.445473 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: 1b1ff111-abae-4beb-8edb-da235fcc08f4 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:38:58.448526 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 1b1ff111-abae-4beb-8edb-da235fcc08f4 not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:38:58.759287 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde17c32-8630-442d-8b94-007183359ac3 req-e55b8334-c85c-4d44-bd7f-42ee72396f20 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:58.760756 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fde17c32-8630-442d-8b94-007183359ac3 req-e55b8334-c85c-4d44-bd7f-42ee72396f20 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0481505 Jul 07 15:38:58.807623 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fde17c32-8630-442d-8b94-007183359ac3 req-68b8a948-0c02-43d6-ba10-a625070bc875 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410616 Jul 07 15:38:59.589107 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c7a32-8212-4015-8f48-6797e8f4ef1b req-6ba1de43-0076-4190-a5a5-f86a9436cbde tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:59.590553 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3a4c7a32-8212-4015-8f48-6797e8f4ef1b req-6ba1de43-0076-4190-a5a5-f86a9436cbde tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0513813 Jul 07 15:38:59.624981 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:38:59.636956 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3a4c7a32-8212-4015-8f48-6797e8f4ef1b req-41a11512-29ac-4d69-a303-94b07acbf4d7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409272 Jul 07 15:38:59.926501 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64628760-7a09-4f26-af87-440003105cf0 req-3930ae58-f8d1-40a0-93a8-bbb89d02c401 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:38:59.928043 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-64628760-7a09-4f26-af87-440003105cf0 req-3930ae58-f8d1-40a0-93a8-bbb89d02c401 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0480154 Jul 07 15:38:59.975514 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-64628760-7a09-4f26-af87-440003105cf0 req-340a5154-7338-4f8a-a711-ae46c614068e tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420074 Jul 07 15:39:00.754864 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6304f8-4f0d-4eed-8e0f-6bfc955a28b7 req-21a9d93f-ffce-400f-844b-9a81812c8615 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:00.756409 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cd6304f8-4f0d-4eed-8e0f-6bfc955a28b7 req-21a9d93f-ffce-400f-844b-9a81812c8615 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0523081 Jul 07 15:39:00.803109 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cd6304f8-4f0d-4eed-8e0f-6bfc955a28b7 req-156c2697-28ac-4415-842e-2df20df9651b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 Jul 07 15:39:01.092970 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59967779-26dd-4019-a067-976e617177fc req-35db1449-4ef6-458c-b493-a3f206b3b99b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:01.094437 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-59967779-26dd-4019-a067-976e617177fc req-35db1449-4ef6-458c-b493-a3f206b3b99b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0468624 Jul 07 15:39:01.147399 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-59967779-26dd-4019-a067-976e617177fc req-8c056353-fe04-4ed1-b1ef-9e4e50c359fa tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427375 Jul 07 15:39:01.917181 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d7ab2-7b5e-4c7f-84a2-fe40f9acdf3d req-3318da4c-56b6-4631-b22e-58660724b3bd tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:01.918647 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-088d7ab2-7b5e-4c7f-84a2-fe40f9acdf3d req-3318da4c-56b6-4631-b22e-58660724b3bd tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0466061 Jul 07 15:39:01.932197 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402ba51-d973-4b28-ba2e-90c468ba489c req-898003b7-7f5a-4bd9-9adb-f2f9a58ee625 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:01.933775 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-6402ba51-d973-4b28-ba2e-90c468ba489c req-898003b7-7f5a-4bd9-9adb-f2f9a58ee625 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 945 time: 0.0472066 Jul 07 15:39:01.969530 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-088d7ab2-7b5e-4c7f-84a2-fe40f9acdf3d req-fed2c60c-53b0-4a2b-bc9e-a05afcef53eb tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450306 Jul 07 15:39:02.022387 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-6402ba51-d973-4b28-ba2e-90c468ba489c req-fcebc862-084b-43d8-bd27-b54345bd1093 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Deleting port 3537eab4-d5c1-44c3-af6a-0429074eef9e {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:39:02.022724 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-6402ba51-d973-4b28-ba2e-90c468ba489c req-fcebc862-084b-43d8-bd27-b54345bd1093 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (3537eab4-d5c1-44c3-af6a-0429074eef9e), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:02.110419 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-6402ba51-d973-4b28-ba2e-90c468ba489c req-fcebc862-084b-43d8-bd27-b54345bd1093 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] For port 3537eab4-d5c1-44c3-af6a-0429074eef9e, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=3537eab4-d5c1-44c3-af6a-0429074eef9e,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:39:02.110706 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-6402ba51-d973-4b28-ba2e-90c468ba489c req-fcebc862-084b-43d8-bd27-b54345bd1093 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (3537eab4-d5c1-44c3-af6a-0429074eef9e), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:02.124288 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-6402ba51-d973-4b28-ba2e-90c468ba489c req-fcebc862-084b-43d8-bd27-b54345bd1093 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Calling delete_port for 3537eab4-d5c1-44c3-af6a-0429074eef9e owned by compute:nova {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:39:02.263420 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b098ab-e3f2-4a68-a2f5-ffebd861dcef req-498a5a07-f39e-4893-9916-3b9b874b4de5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:02.264914 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-50b098ab-e3f2-4a68-a2f5-ffebd861dcef req-498a5a07-f39e-4893-9916-3b9b874b4de5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0481980 Jul 07 15:39:02.311671 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-50b098ab-e3f2-4a68-a2f5-ffebd861dcef req-bb7ad0b8-6099-454c-8548-16d84f9accb1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405889 Jul 07 15:39:02.335559 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-6402ba51-d973-4b28-ba2e-90c468ba489c req-fcebc862-084b-43d8-bd27-b54345bd1093 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (3537eab4-d5c1-44c3-af6a-0429074eef9e), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:02.348049 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['3d9501ce-92dd-42ac-aa7f-f93d92682896', '3537eab4-d5c1-44c3-af6a-0429074eef9e'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:39:02.363262 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebc862-084b-43d8-bd27-b54345bd1093 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Pushing event deleted for resources: {'Port': ['ID=3537eab4-d5c1-44c3-af6a-0429074eef9e,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:02.405601 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:02.412062 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-6402ba51-d973-4b28-ba2e-90c468ba489c req-fcebc862-084b-43d8-bd27-b54345bd1093 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] No DVR routers for this DVR port 3537eab4-d5c1-44c3-af6a-0429074eef9e on host hv-cinder-84130 {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:39:02.414838 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-6402ba51-d973-4b28-ba2e-90c468ba489c req-fcebc862-084b-43d8-bd27-b54345bd1093 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:02.418428 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-6402ba51-d973-4b28-ba2e-90c468ba489c req-fcebc862-084b-43d8-bd27-b54345bd1093 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.50 "DELETE /v2.0/ports/3537eab4-d5c1-44c3-af6a-0429074eef9e HTTP/1.1" status: 204 len: 173 time: 0.4776716 Jul 07 15:39:02.418884 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f6716b-a8c3-4705-8a18-390af053ad3b', 'name': 'network-vif-deleted', 'tag': '3537eab4-d5c1-44c3-af6a-0429074eef9e'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:39:02.421185 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c68be5a-d02b-4c4f-9956-44f8dfd72724" -d '{"events": [{"server_uuid": "e3f6716b-a8c3-4705-8a18-390af053ad3b", "name": "network-vif-deleted", "tag": "3537eab4-d5c1-44c3-af6a-0429074eef9e"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:39:02.457168 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874f6c3e-c084-4713-9563-d0c9dcbaa7cd x-openstack-request-id: req-874f6c3e-c084-4713-9563-d0c9dcbaa7cd {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:39:02.457461 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f6716b-a8c3-4705-8a18-390af053ad3b", "name": "network-vif-deleted", "tag": "3537eab4-d5c1-44c3-af6a-0429074eef9e", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:39:02.457711 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-874f6c3e-c084-4713-9563-d0c9dcbaa7cd {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:39:02.458111 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-874f6c3e-c084-4713-9563-d0c9dcbaa7cd'] response: {'server_uuid': 'e3f6716b-a8c3-4705-8a18-390af053ad3b', 'name': 'network-vif-deleted', 'tag': '3537eab4-d5c1-44c3-af6a-0429074eef9e', 'status': 'completed', 'code': 200} Jul 07 15:39:03.078366 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8c5201c6-b3e6-4ab5-b112-2ffc4d296ca5 req-4adc696f-369b-4d25-92e0-08ee15270e81 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f6716b-a8c3-4705-8a18-390af053ad3b HTTP/1.1" status: 200 len: 210 time: 0.0278876 Jul 07 15:39:03.437548 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cfd02-b57d-4631-85f7-dc72946d37b7 req-928b398c-f77f-43cd-8ae2-d6af8b4ae6d7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:03.439024 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d89cfd02-b57d-4631-85f7-dc72946d37b7 req-928b398c-f77f-43cd-8ae2-d6af8b4ae6d7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0487602 Jul 07 15:39:03.492347 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d89cfd02-b57d-4631-85f7-dc72946d37b7 req-a339cbf1-917a-4ee5-a5e9-e52e77366830 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468450 Jul 07 15:39:03.569888 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:04.535128 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98851f78-6d1c-4c1f-a452-1595ce245f69 req-aaeab1aa-940e-44ae-b249-3b759eb98d79 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:04.536641 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-98851f78-6d1c-4c1f-a452-1595ce245f69 req-aaeab1aa-940e-44ae-b249-3b759eb98d79 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.0471482 Jul 07 15:39:04.547875 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:04.613518 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-98851f78-6d1c-4c1f-a452-1595ce245f69 req-44382177-ed01-4623-99f4-47cf1940f765 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712659 Jul 07 15:39:04.626169 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aaf323-4428-47cd-9d7c-7b3a20fe9732 req-d097e777-c09f-4dbe-af92-05d5df6704ce tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:04.627675 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f5aaf323-4428-47cd-9d7c-7b3a20fe9732 req-d097e777-c09f-4dbe-af92-05d5df6704ce tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0589864 Jul 07 15:39:04.675025 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f5aaf323-4428-47cd-9d7c-7b3a20fe9732 req-16060a7b-eda6-4ace-883f-ecda163dd01f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418384 Jul 07 15:39:05.276867 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=38 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:05.729100 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7ba11-a2f3-422d-8d02-b70e9d9533de req-99815a39-b21c-49c9-abc6-dd7fc2c14d55 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:05.730559 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-37e7ba11-a2f3-422d-8d02-b70e9d9533de req-99815a39-b21c-49c9-abc6-dd7fc2c14d55 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.0504584 Jul 07 15:39:05.811258 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d9ea6-ef23-483d-afac-c6e1c8e053af req-9b095c61-6e1c-4670-8f70-b6fb80e43428 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:05.812720 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6c6d9ea6-ef23-483d-afac-c6e1c8e053af req-9b095c61-6e1c-4670-8f70-b6fb80e43428 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0634596 Jul 07 15:39:05.815950 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-37e7ba11-a2f3-422d-8d02-b70e9d9533de req-907ab7e3-84a4-45f9-aeed-6e1c7fbcf7ce tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798142 Jul 07 15:39:05.848264 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:05.860086 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6c6d9ea6-ef23-483d-afac-c6e1c8e053af req-0123bf86-39b0-4aa9-87d1-19bb3639dce0 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419848 Jul 07 15:39:06.489445 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 3537eab4-d5c1-44c3-af6a-0429074eef9e no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:39:06.508992 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: 3537eab4-d5c1-44c3-af6a-0429074eef9e {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:39:06.509330 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 3537eab4-d5c1-44c3-af6a-0429074eef9e not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:39:06.932966 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9501da-d9da-450a-a11d-6f83f541249a req-0ea4da9b-dee7-415d-884b-ac5eeef144b5 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:06.934435 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9b9501da-d9da-450a-a11d-6f83f541249a req-0ea4da9b-dee7-415d-884b-ac5eeef144b5 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.0512004 Jul 07 15:39:06.994724 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e30c8-36f3-4e18-85ed-ac49445c8be4 req-798f47be-71c9-4adb-8440-6a55da7794c9 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:06.996202 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6a7e30c8-36f3-4e18-85ed-ac49445c8be4 req-798f47be-71c9-4adb-8440-6a55da7794c9 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0607350 Jul 07 15:39:07.030716 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9b9501da-d9da-450a-a11d-6f83f541249a req-04434597-33f6-4dc8-9500-85e99ecc45e2 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864365 Jul 07 15:39:07.056964 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6a7e30c8-36f3-4e18-85ed-ac49445c8be4 req-02e5e346-6829-4de1-a756-a369fabdfef2 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552943 Jul 07 15:39:08.177396 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8c227-8c96-470c-a2fb-e5cdb2ac682d req-a9ad5864-46b2-40f7-8b12-6eaefa82d5e7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:08.178940 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6da8c227-8c96-470c-a2fb-e5cdb2ac682d req-a9ad5864-46b2-40f7-8b12-6eaefa82d5e7 tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.0817330 Jul 07 15:39:08.191543 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ae710-27f5-45db-b2bc-08e0ce04ad7c req-8cd8b40b-7378-41fd-855d-d791565ce560 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:08.193066 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f6ae710-27f5-45db-b2bc-08e0ce04ad7c req-8cd8b40b-7378-41fd-855d-d791565ce560 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0631380 Jul 07 15:39:08.232548 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db0ed6-0759-46ce-80ad-998cc6d58698 req-a165d9f3-d07f-47db-9ffd-5a218aaee97e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:08.234990 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-85db0ed6-0759-46ce-80ad-998cc6d58698 req-a165d9f3-d07f-47db-9ffd-5a218aaee97e tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.50 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 946 time: 0.0551469 Jul 07 15:39:08.271145 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6da8c227-8c96-470c-a2fb-e5cdb2ac682d req-56421934-e799-486e-933d-12dfbc80a88d tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/security-groups?id=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859234 Jul 07 15:39:08.274517 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f6ae710-27f5-45db-b2bc-08e0ce04ad7c req-a3ad05d2-55f2-412a-8f96-674e5ac05ff5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744510 Jul 07 15:39:08.336228 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-85db0ed6-0759-46ce-80ad-998cc6d58698 req-eab79449-d804-4841-87a3-6b839039180c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Deleting port 3d9501ce-92dd-42ac-aa7f-f93d92682896 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:39:08.336562 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-85db0ed6-0759-46ce-80ad-998cc6d58698 req-eab79449-d804-4841-87a3-6b839039180c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (3d9501ce-92dd-42ac-aa7f-f93d92682896), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:08.427200 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-85db0ed6-0759-46ce-80ad-998cc6d58698 req-eab79449-d804-4841-87a3-6b839039180c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] For port 3d9501ce-92dd-42ac-aa7f-f93d92682896, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=3d9501ce-92dd-42ac-aa7f-f93d92682896,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:39:08.427559 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-85db0ed6-0759-46ce-80ad-998cc6d58698 req-eab79449-d804-4841-87a3-6b839039180c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (3d9501ce-92dd-42ac-aa7f-f93d92682896), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:08.440924 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-85db0ed6-0759-46ce-80ad-998cc6d58698 req-eab79449-d804-4841-87a3-6b839039180c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Calling delete_port for 3d9501ce-92dd-42ac-aa7f-f93d92682896 owned by compute:nova {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:39:08.604131 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-85db0ed6-0759-46ce-80ad-998cc6d58698 req-eab79449-d804-4841-87a3-6b839039180c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (3d9501ce-92dd-42ac-aa7f-f93d92682896), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:08.615805 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:08.616867 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['3d9501ce-92dd-42ac-aa7f-f93d92682896'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:39:08.637930 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab79449-d804-4841-87a3-6b839039180c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Pushing event deleted for resources: {'Port': ['ID=3d9501ce-92dd-42ac-aa7f-f93d92682896,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:08.645552 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:08.683149 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-85db0ed6-0759-46ce-80ad-998cc6d58698 req-eab79449-d804-4841-87a3-6b839039180c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] No DVR routers for this DVR port 3d9501ce-92dd-42ac-aa7f-f93d92682896 on host hv-cinder-84130 {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:39:08.685565 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-85db0ed6-0759-46ce-80ad-998cc6d58698 req-eab79449-d804-4841-87a3-6b839039180c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:08.688861 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-85db0ed6-0759-46ce-80ad-998cc6d58698 req-eab79449-d804-4841-87a3-6b839039180c tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.50 "DELETE /v2.0/ports/3d9501ce-92dd-42ac-aa7f-f93d92682896 HTTP/1.1" status: 204 len: 173 time: 0.4479115 Jul 07 15:39:08.689317 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c2472d-0015-49d1-ab4c-7eb597cbaa69', 'name': 'network-vif-deleted', 'tag': '3d9501ce-92dd-42ac-aa7f-f93d92682896'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:39:08.692229 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2488433f-1f2e-43b1-adcf-807949c9e8c0" -d '{"events": [{"server_uuid": "73c2472d-0015-49d1-ab4c-7eb597cbaa69", "name": "network-vif-deleted", "tag": "3d9501ce-92dd-42ac-aa7f-f93d92682896"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:39:08.725915 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a83f33-a085-4fa9-963f-5e9a50a13cbf x-openstack-request-id: req-39a83f33-a085-4fa9-963f-5e9a50a13cbf {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:39:08.726208 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c2472d-0015-49d1-ab4c-7eb597cbaa69", "name": "network-vif-deleted", "tag": "3d9501ce-92dd-42ac-aa7f-f93d92682896", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:39:08.726457 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39a83f33-a085-4fa9-963f-5e9a50a13cbf {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:39:08.726853 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a83f33-a085-4fa9-963f-5e9a50a13cbf'] response: {'server_uuid': '73c2472d-0015-49d1-ab4c-7eb597cbaa69', 'name': 'network-vif-deleted', 'tag': '3d9501ce-92dd-42ac-aa7f-f93d92682896', 'status': 'completed', 'code': 200} Jul 07 15:39:09.412818 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-07ad801f-adb2-4f68-8ae3-a243e31e5ce3 req-aae8a340-09f6-4d72-af3a-eb438467163b tempest-ServerRescueNegativeTestJSON-74888258 tempest-ServerRescueNegativeTestJSON-74888258-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c2472d-0015-49d1-ab4c-7eb597cbaa69 HTTP/1.1" status: 200 len: 210 time: 0.0554326 Jul 07 15:39:09.430986 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7edb0f-7bde-4d3c-bbef-5ee9e62429a4 req-9c8e2b08-ec6d-450b-ba6e-a3aa8c64e237 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:09.432549 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5c7edb0f-7bde-4d3c-bbef-5ee9e62429a4 req-9c8e2b08-ec6d-450b-ba6e-a3aa8c64e237 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0653329 Jul 07 15:39:09.479781 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5c7edb0f-7bde-4d3c-bbef-5ee9e62429a4 req-5df42330-0b3f-4dbb-b2ca-1a4d5a4c0e6e tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415380 Jul 07 15:39:10.469645 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46814) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:10.497198 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device cd19f05f-6752-480d-a56b-5d74f03e8e3a details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:39:10.600335 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port cd19f05f-6752-480d-a56b-5d74f03e8e3a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cd19f05f-6752-480d-a56b-5d74f03e8e3a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:39:10.605631 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351ff1c-da61-493f-8cd1-d882030d02f4 req-4b72b8eb-c30c-4622-9821-f2d5ef1801cf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:10.607220 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7351ff1c-da61-493f-8cd1-d882030d02f4 req-4b72b8eb-c30c-4622-9821-f2d5ef1801cf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0493333 Jul 07 15:39:10.614086 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'port_id': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a', 'mac_address': 'fa:16:3e:77:97:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:39:10.654383 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port cd19f05f-6752-480d-a56b-5d74f03e8e3a is: ACTIVE; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:39:10.654763 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:10.662595 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7351ff1c-da61-493f-8cd1-d882030d02f4 req-aad8c492-d887-4833-855f-a37ec94c6b9a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482445 Jul 07 15:39:10.670014 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd19f05f-6752-480d-a56b-5d74f03e8e3a {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:39:10.695875 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port cd19f05f-6752-480d-a56b-5d74f03e8e3a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cd19f05f-6752-480d-a56b-5d74f03e8e3a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:39:10.781805 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:10.828641 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=cd19f05f-6752-480d-a56b-5d74f03e8e3a,revision_number=6']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:10.840329 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:10.840668 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:10.841001 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:10.841333 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:10.841660 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:10.841981 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:10.842303 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:10.842617 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:10.842934 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:10.843250 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:10.843591 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:10.843904 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:10.844214 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:10.844526 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:10.844836 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:10.938787 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['cd19f05f-6752-480d-a56b-5d74f03e8e3a'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:39:11.035516 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cedb45ad-6f89-490b-8586-86a96699fffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533691'] for router_interface (c8c3e586-e682-4d74-a549-f9080e37ddb7), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:11.065911 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:11.255222 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-cedb45ad-6f89-490b-8586-86a96699fffb admin admin] Deleting port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:39:11.255470 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cedb45ad-6f89-490b-8586-86a96699fffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:11.335508 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-cedb45ad-6f89-490b-8586-86a96699fffb admin admin] For port 93597cf1-f56a-4b95-b9a0-78a8e28ebd64, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=93597cf1-f56a-4b95-b9a0-78a8e28ebd64,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:39:11.335894 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cedb45ad-6f89-490b-8586-86a96699fffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:11.348997 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-cedb45ad-6f89-490b-8586-86a96699fffb admin admin] Calling delete_port for 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 owned by network:router_interface {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:39:11.513094 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:11.588283 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cedb45ad-6f89-490b-8586-86a96699fffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (93597cf1-f56a-4b95-b9a0-78a8e28ebd64), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:11.591636 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:11.614318 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb45ad-6f89-490b-8586-86a96699fffb admin admin] Pushing event deleted for resources: {'Port': ['ID=93597cf1-f56a-4b95-b9a0-78a8e28ebd64,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:11.742430 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cedb45ad-6f89-490b-8586-86a96699fffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535307'] for router_interface (c8c3e586-e682-4d74-a549-f9080e37ddb7), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:11.826761 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fa823-63cf-4860-9329-9db297a58a15 req-803ad461-eb78-4a44-9927-62dca237576c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:11.828273 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e96fa823-63cf-4860-9329-9db297a58a15 req-803ad461-eb78-4a44-9927-62dca237576c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 944 time: 0.0565648 Jul 07 15:39:11.888071 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e96fa823-63cf-4860-9329-9db297a58a15 req-a3cde22e-6026-4987-ae54-9eaa1a44db0c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522747 Jul 07 15:39:11.967233 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedb45ad-6f89-490b-8586-86a96699fffb admin admin] Router c8c3e586-e682-4d74-a549-f9080e37ddb7 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:39:12.071791 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedb45ad-6f89-490b-8586-86a96699fffb admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:39:12.079292 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-cedb45ad-6f89-490b-8586-86a96699fffb admin admin] 10.222.0.25 "PUT /v2.0/routers/c8c3e586-e682-4d74-a549-f9080e37ddb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6062069 Jul 07 15:39:12.079292 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46836) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:12.080534 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26bdd25-5834-4db5-983d-6a62215795a4 None None] Sync routers for ids ['c8c3e586-e682-4d74-a549-f9080e37ddb7'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:39:12.091020 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26bdd25-5834-4db5-983d-6a62215795a4 None None] Routers {'c8c3e586-e682-4d74-a549-f9080e37ddb7'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:39:12.093217 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-b26bdd25-5834-4db5-983d-6a62215795a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:38:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['c8c3e586-e682-4d74-a549-f9080e37ddb7'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:39:12.181671 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-de3644ac-e76e-4827-815c-c9e6bb8bc790 admin admin] Publish callbacks [] for router (c8c3e586-e682-4d74-a549-f9080e37ddb7), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:12.194196 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-b26bdd25-5834-4db5-983d-6a62215795a4 None None] Set router c8c3e586-e682-4d74-a549-f9080e37ddb7 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:39:12.284133 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-de3644ac-e76e-4827-815c-c9e6bb8bc790 admin admin] Publish callbacks [] for router_gateway (c8c3e586-e682-4d74-a549-f9080e37ddb7), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:12.364056 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-b26bdd25-5834-4db5-983d-6a62215795a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:39:11Z', 'revision_number': 5, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port': {'id': 'd2b95507-37bb-4563-960e-f89f6f8f729e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:34:30Z', 'updated_at': '2022-07-07T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:39:12.388316 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26bdd25-5834-4db5-983d-6a62215795a4 None None] Checking router: c8c3e586-e682-4d74-a549-f9080e37ddb7 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:39:12.397435 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26bdd25-5834-4db5-983d-6a62215795a4 None None] Routers {'c8c3e586-e682-4d74-a549-f9080e37ddb7'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:39:12.398056 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-b26bdd25-5834-4db5-983d-6a62215795a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:38:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['c8c3e586-e682-4d74-a549-f9080e37ddb7'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:39:12.428335 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-de3644ac-e76e-4827-815c-c9e6bb8bc790 admin admin] Deleting port d2b95507-37bb-4563-960e-f89f6f8f729e {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:39:12.429013 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-de3644ac-e76e-4827-815c-c9e6bb8bc790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (d2b95507-37bb-4563-960e-f89f6f8f729e), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:12.488151 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-b26bdd25-5834-4db5-983d-6a62215795a4 None None] Set router c8c3e586-e682-4d74-a549-f9080e37ddb7 gateway port host: None {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:39:12.505137 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device cd19f05f-6752-480d-a56b-5d74f03e8e3a up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:39:12.540224 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-b26bdd25-5834-4db5-983d-6a62215795a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:39:12Z', 'revision_number': 6, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port_host': None}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:39:12.561166 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-de3644ac-e76e-4827-815c-c9e6bb8bc790 admin admin] For port d2b95507-37bb-4563-960e-f89f6f8f729e, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=d2b95507-37bb-4563-960e-f89f6f8f729e,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:39:12.561871 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port cd19f05f-6752-480d-a56b-5d74f03e8e3a triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:39:12.562091 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:12.562228 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-de3644ac-e76e-4827-815c-c9e6bb8bc790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (d2b95507-37bb-4563-960e-f89f6f8f729e), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:12.571306 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:12.572080 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26bdd25-5834-4db5-983d-6a62215795a4 None None] The sync data for ids ['c8c3e586-e682-4d74-a549-f9080e37ddb7'] in dv-cinder-841302-5-iscsi is: [{'id': 'c8c3e586-e682-4d74-a549-f9080e37ddb7', 'name': 'tempest-ServerRescueNegativeTestJSON-92545288-router', 'tenant_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:34:29Z', 'updated_at': '2022-07-07T15:39:12Z', 'revision_number': 6, 'project_id': '8404651e9fb4443a9cdebb3f79a4e6a8', 'gw_port_host': None}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:39:12.581712 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-de3644ac-e76e-4827-815c-c9e6bb8bc790 admin admin] Calling delete_port for d2b95507-37bb-4563-960e-f89f6f8f729e owned by network:router_gateway {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:39:12.651520 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port cd19f05f-6752-480d-a56b-5d74f03e8e3a is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:39:12.652189 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:12.683220 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:39:12.685728 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b3a924-52f1-4102-a579-bc74f11476a7" -d '{"events": [{"server_uuid": "d8cfd6f9-be72-41c0-8887-1425b3f5565c", "name": "network-vif-plugged", "status": "completed", "tag": "cd19f05f-6752-480d-a56b-5d74f03e8e3a"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:39:12.700579 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port cd19f05f-6752-480d-a56b-5d74f03e8e3a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cd19f05f-6752-480d-a56b-5d74f03e8e3a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:39:12.724571 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:12.764502 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:12.765340 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 3d9501ce-92dd-42ac-aa7f-f93d92682896 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:39:12.808985 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: 3d9501ce-92dd-42ac-aa7f-f93d92682896 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:39:12.809598 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 3d9501ce-92dd-42ac-aa7f-f93d92682896 not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:39:12.822638 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf7dc5a-a07f-4401-be96-b7f30b0dc58e x-openstack-request-id: req-caf7dc5a-a07f-4401-be96-b7f30b0dc58e {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:39:12.822932 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cfd6f9-be72-41c0-8887-1425b3f5565c", "name": "network-vif-plugged", "status": "completed", "tag": "cd19f05f-6752-480d-a56b-5d74f03e8e3a", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:39:12.823181 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-caf7dc5a-a07f-4401-be96-b7f30b0dc58e {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:39:12.823598 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf7dc5a-a07f-4401-be96-b7f30b0dc58e'] response: {'server_uuid': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a', 'code': 200} Jul 07 15:39:12.840084 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=cd19f05f-6752-480d-a56b-5d74f03e8e3a,revision_number=7']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:12.883287 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-de3644ac-e76e-4827-815c-c9e6bb8bc790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (d2b95507-37bb-4563-960e-f89f6f8f729e), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:12.916049 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3644ac-e76e-4827-815c-c9e6bb8bc790 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b95507-37bb-4563-960e-f89f6f8f729e,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:12.994137 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-de3644ac-e76e-4827-815c-c9e6bb8bc790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537153'] for router_gateway (c8c3e586-e682-4d74-a549-f9080e37ddb7), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:13.093708 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2f941-e46e-43ea-b4f3-242eb366c89b req-7f37476b-72ef-4b92-a0ab-bc8e44b877ab tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:13.103667 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-08a2f941-e46e-43ea-b4f3-242eb366c89b req-7f37476b-72ef-4b92-a0ab-bc8e44b877ab tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.1044667 Jul 07 15:39:13.141847 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-de3644ac-e76e-4827-815c-c9e6bb8bc790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89501'] for router (c8c3e586-e682-4d74-a549-f9080e37ddb7), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:13.146229 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-de3644ac-e76e-4827-815c-c9e6bb8bc790 admin admin] Publish callbacks [] for router_controller (c8c3e586-e682-4d74-a549-f9080e37ddb7), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:13.166207 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:39:13.220061 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:39:13.221174 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 93597cf1-f56a-4b95-b9a0-78a8e28ebd64 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:39:13.237886 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-08a2f941-e46e-43ea-b4f3-242eb366c89b req-c7b78d12-e3ef-4ce3-bc0f-104814540ccb tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240468 Jul 07 15:39:13.312162 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-de3644ac-e76e-4827-815c-c9e6bb8bc790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532526'] for router (c8c3e586-e682-4d74-a549-f9080e37ddb7), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:13.312860 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3644ac-e76e-4827-815c-c9e6bb8bc790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8c3e586-e682-4d74-a549-f9080e37ddb7 {{(pid=104327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 15:39:13.319370 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-de3644ac-e76e-4827-815c-c9e6bb8bc790 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:13.320614 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-de3644ac-e76e-4827-815c-c9e6bb8bc790 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c8c3e586-e682-4d74-a549-f9080e37ddb7 HTTP/1.1" status: 204 len: 168 time: 1.2403586 Jul 07 15:39:13.323181 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46860) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:13.385815 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e75840-aca6-4c85-872f-d090f438831a admin admin] Deleting subnet 97e3d972-be6d-4b72-9024-2daa5123c3d4 {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 15:39:13.391253 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-77e75840-aca6-4c85-872f-d090f438831a admin admin] Publish callbacks [] for subnet (97e3d972-be6d-4b72-9024-2daa5123c3d4), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:13.434019 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-77e75840-aca6-4c85-872f-d090f438831a admin admin] Publish callbacks [] for subnet (97e3d972-be6d-4b72-9024-2daa5123c3d4), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:13.530537 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-77e75840-aca6-4c85-872f-d090f438831a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1810892'] for subnet (97e3d972-be6d-4b72-9024-2daa5123c3d4), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:13.586721 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:13.617322 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df79c5-349c-4ed3-8c1f-406970458f47 req-67ea8f7e-3ac3-4398-b1f5-b9f51698785c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:13.619401 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-46df79c5-349c-4ed3-8c1f-406970458f47 req-67ea8f7e-3ac3-4398-b1f5-b9f51698785c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0744233 Jul 07 15:39:13.686780 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-77e75840-aca6-4c85-872f-d090f438831a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1810887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (97e3d972-be6d-4b72-9024-2daa5123c3d4), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:13.698670 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-46df79c5-349c-4ed3-8c1f-406970458f47 req-41746b8a-2eea-4b42-9178-712cb1304d6e tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714693 Jul 07 15:39:13.732780 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e75840-aca6-4c85-872f-d090f438831a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97e3d972-be6d-4b72-9024-2daa5123c3d4,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:13.737536 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-77e75840-aca6-4c85-872f-d090f438831a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:13.739204 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafd6524-d36c-4875-9a4d-69d81dd47db8 None None] Network b4a3d0bd-27a0-4957-a668-c94979f88543 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:39:13.748196 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46864) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:13.748377 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-77e75840-aca6-4c85-872f-d090f438831a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/97e3d972-be6d-4b72-9024-2daa5123c3d4 HTTP/1.1" status: 204 len: 168 time: 0.4241714 Jul 07 15:39:13.849022 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342902'] for network (b4a3d0bd-27a0-4957-a668-c94979f88543), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:13.896792 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] Deleting port ea460e81-9904-4ea2-8851-15b974f6cae0 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:39:13.897133 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (ea460e81-9904-4ea2-8851-15b974f6cae0), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:13.920163 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:13.958531 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9876edda-9fe8-4752-9383-c0a4654c72a7 None None] DHCP port deletion for b4a3d0bd-27a0-4957-a668-c94979f88543 request from dv-cinder-841302-5-iscsi {{(pid=104329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 15:39:13.960514 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:14.002296 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] For port ea460e81-9904-4ea2-8851-15b974f6cae0, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=ea460e81-9904-4ea2-8851-15b974f6cae0,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:39:14.004177 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (ea460e81-9904-4ea2-8851-15b974f6cae0), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:14.017425 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-9876edda-9fe8-4752-9383-c0a4654c72a7 None None] Deleting port ea460e81-9904-4ea2-8851-15b974f6cae0 {{(pid=104329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:39:14.017883 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9876edda-9fe8-4752-9383-c0a4654c72a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (ea460e81-9904-4ea2-8851-15b974f6cae0), before_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:14.020448 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] Calling delete_port for ea460e81-9904-4ea2-8851-15b974f6cae0 owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:39:14.095754 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-9876edda-9fe8-4752-9383-c0a4654c72a7 None None] For port ea460e81-9904-4ea2-8851-15b974f6cae0, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=ea460e81-9904-4ea2-8851-15b974f6cae0,segment=NetworkSegment(651aa612-0444-4836-a783-65d8a11cc12f),segment_id=651aa612-0444-4836-a783-65d8a11cc12f)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:39:14.096789 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9876edda-9fe8-4752-9383-c0a4654c72a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (ea460e81-9904-4ea2-8851-15b974f6cae0), precommit_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:14.113881 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-9876edda-9fe8-4752-9383-c0a4654c72a7 None None] Calling delete_port for ea460e81-9904-4ea2-8851-15b974f6cae0 owned by network:dhcp {{(pid=104329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:39:14.182089 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (ea460e81-9904-4ea2-8851-15b974f6cae0), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:14.206138 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9876edda-9fe8-4752-9383-c0a4654c72a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (ea460e81-9904-4ea2-8851-15b974f6cae0), after_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:14.216842 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea460e81-9904-4ea2-8851-15b974f6cae0,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:14.225141 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] No DVR routers for this DVR port ea460e81-9904-4ea2-8851-15b974f6cae0 on host dv-cinder-841302-5-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:39:14.233968 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876edda-9fe8-4752-9383-c0a4654c72a7 None None] Pushing event deleted for resources: {'Port': ['ID=ea460e81-9904-4ea2-8851-15b974f6cae0,revision_number=None']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:14.245509 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9876edda-9fe8-4752-9383-c0a4654c72a7 None None] No DVR routers for this DVR port ea460e81-9904-4ea2-8851-15b974f6cae0 on host dv-cinder-841302-5-iscsi {{(pid=104329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:39:14.321455 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747750', 'neutron.services.segments.db._delete_segments_for_network-8732231032441'] for network (b4a3d0bd-27a0-4957-a668-c94979f88543), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:14.375598 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a3d0bd-27a0-4957-a668-c94979f88543']}} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:39:14.391901 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651aa612-0444-4836-a783-65d8a11cc12f') {'for_net_delete': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:39:14.392195 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651aa612-0444-4836-a783-65d8a11cc12f') {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:39:14.402114 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b49f1-3607-4fcd-8e04-5638cfcd71cb req-9baff864-fdf7-4e57-aa1b-d57ef308f92a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:14.406011 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7a5b49f1-3607-4fcd-8e04-5638cfcd71cb req-9baff864-fdf7-4e57-aa1b-d57ef308f92a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0784407 Jul 07 15:39:14.413287 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231034498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13767413'] for segment (651aa612-0444-4836-a783-65d8a11cc12f), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:14.446189 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (651aa612-0444-4836-a783-65d8a11cc12f), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:14.463666 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=104328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 15:39:14.463666 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13707891'] for segment (651aa612-0444-4836-a783-65d8a11cc12f), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:14.547977 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7a5b49f1-3607-4fcd-8e04-5638cfcd71cb req-a04b5296-3cf7-4409-9948-e642c92fd8a4 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1253333 Jul 07 15:39:14.556684 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment 651aa612-0444-4836-a783-65d8a11cc12f resource provider aggregate not found Jul 07 15:39:14.574940 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment 651aa612-0444-4836-a783-65d8a11cc12f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 651aa612-0444-4836-a783-65d8a11cc12f found for delete ", "request_id": "req-2d738494-c475-461c-814d-142b3f6fc3ba"}]} Jul 07 15:39:14.616021 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539648'] for network (b4a3d0bd-27a0-4957-a668-c94979f88543), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:14.626559 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:14.631519 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] 10.222.0.25 "DELETE /v2.0/networks/b4a3d0bd-27a0-4957-a668-c94979f88543 HTTP/1.1" status: 204 len: 168 time: 0.8805442 Jul 07 15:39:14.640585 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a15a78-72df-43d5-9d9f-600603f2f14e admin admin] Pushing event deleted for resources: {'Network': ['ID=b4a3d0bd-27a0-4957-a668-c94979f88543,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:14.834889 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5270f-1358-453d-8305-96db74a458e2 req-e9e0aeba-3ebf-4292-8939-8513102c9cf0 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:14.844665 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-03e5270f-1358-453d-8305-96db74a458e2 req-e9e0aeba-3ebf-4292-8939-8513102c9cf0 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0699110 Jul 07 15:39:14.857644 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device ea460e81-9904-4ea2-8851-15b974f6cae0 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:39:14.886165 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: ea460e81-9904-4ea2-8851-15b974f6cae0 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:39:14.886913 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device ea460e81-9904-4ea2-8851-15b974f6cae0 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:39:14.887434 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device d2b95507-37bb-4563-960e-f89f6f8f729e no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:39:14.906952 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: d2b95507-37bb-4563-960e-f89f6f8f729e {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:39:14.907393 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device d2b95507-37bb-4563-960e-f89f6f8f729e not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:39:14.916293 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-03e5270f-1358-453d-8305-96db74a458e2 req-d0e24499-cd74-49f4-b864-6133920cc466 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703230 Jul 07 15:39:15.078875 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46880) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:15.127233 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-29f035f1-76fe-4278-9b25-06c77abfd0be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8404651e9fb4443a9cdebb3f79a4e6a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471306 Jul 07 15:39:15.130508 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46882) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:15.178700 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:15.190462 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3f181773-953c-4a06-bfa5-1cd01ae2f369 admin admin] Publish callbacks [] for security_group (14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:15.216486 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3f181773-953c-4a06-bfa5-1cd01ae2f369 admin admin] Publish callbacks [] for security_group (14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:15.360170 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3f181773-953c-4a06-bfa5-1cd01ae2f369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:15.363015 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3f181773-953c-4a06-bfa5-1cd01ae2f369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:15.364416 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-3f181773-953c-4a06-bfa5-1cd01ae2f369 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb HTTP/1.1" status: 204 len: 168 time: 0.2328990 Jul 07 15:39:15.377937 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f181773-953c-4a06-bfa5-1cd01ae2f369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e8c47a-3c9b-407b-ae8b-2f9c1ac67ceb,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:15.665026 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa7e7f-68b7-4b83-8032-f6e33baa2bf1 req-22d42ae6-1ca9-4f32-aa4d-9c857ad7515a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:15.666810 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-01fa7e7f-68b7-4b83-8032-f6e33baa2bf1 req-22d42ae6-1ca9-4f32-aa4d-9c857ad7515a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0509508 Jul 07 15:39:15.859900 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-01fa7e7f-68b7-4b83-8032-f6e33baa2bf1 req-097b38ed-af13-4ada-9c4b-a99bb93604f9 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481496 Jul 07 15:39:16.044458 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2286e8-2692-493c-bd2d-219c65523307 req-73fdbd09-59ed-4776-bd6b-b0c76cffbacb tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:16.045955 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3b2286e8-2692-493c-bd2d-219c65523307 req-73fdbd09-59ed-4776-bd6b-b0c76cffbacb tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0548317 Jul 07 15:39:16.057785 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:16.109616 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3b2286e8-2692-493c-bd2d-219c65523307 req-55352b31-4594-4f59-a503-657d2a21d3e7 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576355 Jul 07 15:39:17.014805 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c45d90-3145-4f93-b812-c5088d22c26d req-be237778-0510-4ed6-9a02-e507ad333aca tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:17.014805 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-76c45d90-3145-4f93-b812-c5088d22c26d req-be237778-0510-4ed6-9a02-e507ad333aca tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0795958 Jul 07 15:39:17.086642 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-76c45d90-3145-4f93-b812-c5088d22c26d req-0a9a4cd8-dc6e-434f-b1c0-f4ab76ccd1cb tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654564 Jul 07 15:39:17.267995 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba0671-9c05-4dd0-b064-f49e922faa85 req-b90bb2cb-335e-4a79-934c-b6e5d3eb873c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:17.269581 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d6ba0671-9c05-4dd0-b064-f49e922faa85 req-b90bb2cb-335e-4a79-934c-b6e5d3eb873c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0597775 Jul 07 15:39:17.326638 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d6ba0671-9c05-4dd0-b064-f49e922faa85 req-ef4821a1-6d79-429c-8d7f-078bceddb51d tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506282 Jul 07 15:39:17.728049 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 46944) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:17.851353 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-521ec369-67df-45c1-896b-29f560541c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:17.935292 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-521ec369-67df-45c1-896b-29f560541c5c admin admin] Publish callbacks [] for security_group (b8c576da-e63a-4f36-9fc2-ace85425b2a9), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:18.004331 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-521ec369-67df-45c1-896b-29f560541c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (b8c576da-e63a-4f36-9fc2-ace85425b2a9), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:18.048711 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-521ec369-67df-45c1-896b-29f560541c5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=faef7e30953a41508d6f854702d13b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191471 Jul 07 15:39:18.051694 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ec369-67df-45c1-896b-29f560541c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c576da-e63a-4f36-9fc2-ace85425b2a9,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:18.051923 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 46948) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:18.115213 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97844fda-bcbd-4676-828e-2515601d672c admin admin] Publish callbacks [] for security_group (b8c576da-e63a-4f36-9fc2-ace85425b2a9), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:18.140367 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97844fda-bcbd-4676-828e-2515601d672c admin admin] Publish callbacks [] for security_group (b8c576da-e63a-4f36-9fc2-ace85425b2a9), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:18.233471 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe683e5-f645-4509-a593-b01da7b81cb5 req-f6d22b35-781d-40cd-8502-c9ff320430ed tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:18.235558 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bfe683e5-f645-4509-a593-b01da7b81cb5 req-f6d22b35-781d-40cd-8502-c9ff320430ed tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0514824 Jul 07 15:39:18.256033 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97844fda-bcbd-4676-828e-2515601d672c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (b8c576da-e63a-4f36-9fc2-ace85425b2a9), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:18.259095 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97844fda-bcbd-4676-828e-2515601d672c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:18.263321 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-97844fda-bcbd-4676-828e-2515601d672c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8c576da-e63a-4f36-9fc2-ace85425b2a9 HTTP/1.1" status: 204 len: 168 time: 0.2097952 Jul 07 15:39:18.272198 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97844fda-bcbd-4676-828e-2515601d672c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c576da-e63a-4f36-9fc2-ace85425b2a9,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:18.301434 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bfe683e5-f645-4509-a593-b01da7b81cb5 req-84612fac-844a-49d4-bed4-3d36a5718fcc tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590553 Jul 07 15:39:18.463178 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce03be-f11a-4ba2-b802-c380e135f742 req-6a0a19e9-c8cd-4126-b655-c47299d7fd38 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:18.470392 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-65ce03be-f11a-4ba2-b802-c380e135f742 req-6a0a19e9-c8cd-4126-b655-c47299d7fd38 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0643179 Jul 07 15:39:18.538815 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-65ce03be-f11a-4ba2-b802-c380e135f742 req-2767d545-3094-4c12-9bfb-dd3e25e2ed90 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674202 Jul 07 15:39:19.445786 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04f2a2-5d60-4d5d-819c-d0543bb65792 req-05a1bc52-922f-4055-b3b3-009fbf8b1083 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:19.447154 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7d04f2a2-5d60-4d5d-819c-d0543bb65792 req-05a1bc52-922f-4055-b3b3-009fbf8b1083 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0597186 Jul 07 15:39:19.494769 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7d04f2a2-5d60-4d5d-819c-d0543bb65792 req-1a290bd3-fd98-4a7e-9e75-33b21be540b4 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418522 Jul 07 15:39:19.650809 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227c4fb-4873-49a4-9b4b-65d5d1a2aff7 req-0e41713d-757f-4023-b29d-bbadbed1eefe tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:19.652641 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f227c4fb-4873-49a4-9b4b-65d5d1a2aff7 req-0e41713d-757f-4023-b29d-bbadbed1eefe tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0532637 Jul 07 15:39:19.686387 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:19.735312 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f227c4fb-4873-49a4-9b4b-65d5d1a2aff7 req-a09bed96-7ff6-45bc-a588-be8c0f9c48ed tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738747 Jul 07 15:39:20.664695 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4562-580e-43ed-bf39-ce4da9aecd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:20.667742 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc650d05-0cb3-4cf7-ada0-51068cea9329 req-0cccf287-5e67-4628-a63e-288d756cc2c1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:20.669315 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dc650d05-0cb3-4cf7-ada0-51068cea9329 req-0cccf287-5e67-4628-a63e-288d756cc2c1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0862820 Jul 07 15:39:20.748598 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dc650d05-0cb3-4cf7-ada0-51068cea9329 req-1428d419-1d08-4026-97d7-632d29e289bf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733645 Jul 07 15:39:20.872091 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948757a-9f33-4735-8ada-7812d2a17dc9 req-9908de57-cf17-4479-baf4-6621635aaa09 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:20.873791 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f948757a-9f33-4735-8ada-7812d2a17dc9 req-9908de57-cf17-4479-baf4-6621635aaa09 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0666358 Jul 07 15:39:20.930187 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f948757a-9f33-4735-8ada-7812d2a17dc9 req-61b3f171-8717-478d-a931-ae5068c02995 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500643 Jul 07 15:39:21.878332 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e413c84-9d53-4f7b-b727-b851b476f9fc req-c5eaccd5-a15b-435e-b8c2-b337a60d4c28 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:21.879920 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8e413c84-9d53-4f7b-b727-b851b476f9fc req-c5eaccd5-a15b-435e-b8c2-b337a60d4c28 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0536158 Jul 07 15:39:21.911308 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:21.944096 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8e413c84-9d53-4f7b-b727-b851b476f9fc req-0ef43963-bdd6-42c4-9cb0-6b506918ed49 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561068 Jul 07 15:39:22.075668 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28edce-c1a9-45dd-ac5c-f83be6f1a563 req-4a4efaaf-8567-47f9-803e-5448df511837 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:22.077644 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bf28edce-c1a9-45dd-ac5c-f83be6f1a563 req-4a4efaaf-8567-47f9-803e-5448df511837 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0546653 Jul 07 15:39:22.133122 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bf28edce-c1a9-45dd-ac5c-f83be6f1a563 req-21c9f2ec-7e44-4325-81c1-7a6db032b5fd tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487242 Jul 07 15:39:22.539932 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=51 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:22.543929 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=32 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:22.844119 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8c6a3ff5-6642-414d-bfa5-3326b3b52d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:23.081625 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ac817-3008-4612-8258-c2c64d35984a req-74c23d74-d5e7-4621-99dc-19e64e835c22 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:23.083886 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-989ac817-3008-4612-8258-c2c64d35984a req-74c23d74-d5e7-4621-99dc-19e64e835c22 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0605533 Jul 07 15:39:23.139210 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-989ac817-3008-4612-8258-c2c64d35984a req-c1b11a08-33f3-405c-aafa-c2ff9940a762 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487821 Jul 07 15:39:23.270782 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7c62d-68d3-4e64-b7d7-37d3483a024b req-d707d048-1181-4d4b-9f67-d0f4a356e543 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:23.273410 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-52f7c62d-68d3-4e64-b7d7-37d3483a024b req-d707d048-1181-4d4b-9f67-d0f4a356e543 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0621452 Jul 07 15:39:23.330031 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-52f7c62d-68d3-4e64-b7d7-37d3483a024b req-93d5211d-14de-401b-b2b9-b1960b81123f tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502865 Jul 07 15:39:23.823355 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47d478-4298-44fe-98e8-bf04c41b6989 req-12e1bb1c-c8e0-4367-8a1e-2a0247fad691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:23.825103 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7b47d478-4298-44fe-98e8-bf04c41b6989 req-12e1bb1c-c8e0-4367-8a1e-2a0247fad691 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=41be827d61314cdbb5387c24e6353bb5&device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 1130 time: 0.0524261 Jul 07 15:39:23.839553 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:23.921527 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47d478-4298-44fe-98e8-bf04c41b6989 req-6103da83-67c5-41a2-b2fc-3b421fa9bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:23.922985 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7b47d478-4298-44fe-98e8-bf04c41b6989 req-6103da83-67c5-41a2-b2fc-3b421fa9bec1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=757ed358-1381-4fc5-bef5-a1b2bca8fd1b HTTP/1.1" status: 200 len: 909 time: 0.0904787 Jul 07 15:39:23.985448 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7b47d478-4298-44fe-98e8-bf04c41b6989 req-151f1209-f2df-4342-b414-9641aff0dd0c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcf3a191-4ef0-4048-9b74-408448e7ee6d HTTP/1.1" status: 200 len: 1001 time: 0.0560155 Jul 07 15:39:24.045402 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47d478-4298-44fe-98e8-bf04c41b6989 req-cd0c1e5a-30a4-4a09-9cda-9a18370dc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:24.046877 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7b47d478-4298-44fe-98e8-bf04c41b6989 req-cd0c1e5a-30a4-4a09-9cda-9a18370dc719 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f8151f99-f507-4459-a9a2-6d20274116fb HTTP/1.1" status: 200 len: 847 time: 0.0435920 Jul 07 15:39:24.095207 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47d478-4298-44fe-98e8-bf04c41b6989 req-3884428c-13d3-42b7-914e-7950671294c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:24.096722 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7b47d478-4298-44fe-98e8-bf04c41b6989 req-3884428c-13d3-42b7-914e-7950671294c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=757ed358-1381-4fc5-bef5-a1b2bca8fd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422454 Jul 07 15:39:24.259815 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacdff0-77a3-436b-91e9-8f6b5bf3a939 req-95eadca8-d4f5-4d44-a03e-c71166c2cb38 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:24.261257 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-efacdff0-77a3-436b-91e9-8f6b5bf3a939 req-95eadca8-d4f5-4d44-a03e-c71166c2cb38 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0475230 Jul 07 15:39:24.267116 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:24.314311 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-efacdff0-77a3-436b-91e9-8f6b5bf3a939 req-e0435e13-0b11-4768-a497-06624bc94a9f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469613 Jul 07 15:39:24.380370 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7b47d478-4298-44fe-98e8-bf04c41b6989 req-d615be30-047b-4128-9d14-7550b24940e8 service neutron] 10.222.0.50 "GET /v2.0/networks/757ed358-1381-4fc5-bef5-a1b2bca8fd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941527 Jul 07 15:39:24.431380 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:24.454440 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96734a-988a-4fa9-be50-1e3d31624697 req-9e8892a5-9e78-4abb-9a59-b9b98b39bf5f tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:24.455952 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cd96734a-988a-4fa9-be50-1e3d31624697 req-9e8892a5-9e78-4abb-9a59-b9b98b39bf5f tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0492785 Jul 07 15:39:24.479018 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 47066) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:24.500186 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7b47d478-4298-44fe-98e8-bf04c41b6989 req-f8300095-2ae7-4e86-8f2a-67e33916e7c0 service neutron] 10.222.0.50 "GET /v2.0/networks/757ed358-1381-4fc5-bef5-a1b2bca8fd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121941 Jul 07 15:39:24.523616 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cd96734a-988a-4fa9-be50-1e3d31624697 req-e0c50859-54b3-4030-ac7e-cca8381f6170 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616114 Jul 07 15:39:24.555720 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abec7b6-f3c7-4c80-8b90-8db1c1b4a58c req-dc890709-2931-4768-8c51-3fc7e22febbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:24.557314 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0abec7b6-f3c7-4c80-8b90-8db1c1b4a58c req-dc890709-2931-4768-8c51-3fc7e22febbf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2e4afda121042939745304ce6f76a8b&device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 1129 time: 0.0477653 Jul 07 15:39:24.607664 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff79f-73c8-4804-b829-4dede153894f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:24.682042 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff79f-73c8-4804-b829-4dede153894f admin admin] Publish callbacks [] for security_group (94552a9c-3adb-4029-bd55-e1f1110e6935), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:24.773928 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff79f-73c8-4804-b829-4dede153894f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (94552a9c-3adb-4029-bd55-e1f1110e6935), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:24.813298 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-5a1ff79f-73c8-4804-b829-4dede153894f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ff53536524249eeb826bd997668151c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332758 Jul 07 15:39:24.814217 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ff79f-73c8-4804-b829-4dede153894f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94552a9c-3adb-4029-bd55-e1f1110e6935,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:24.816000 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 47070) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:24.865686 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Publish callbacks [] for security_group (94552a9c-3adb-4029-bd55-e1f1110e6935), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:24.886786 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Publish callbacks [] for security_group (94552a9c-3adb-4029-bd55-e1f1110e6935), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:25.015824 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (94552a9c-3adb-4029-bd55-e1f1110e6935), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:25.018375 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:25.020304 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94552a9c-3adb-4029-bd55-e1f1110e6935 HTTP/1.1" status: 204 len: 168 time: 0.2017457 Jul 07 15:39:25.028422 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94552a9c-3adb-4029-bd55-e1f1110e6935,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:25.035810 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.036151 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.036487 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.036813 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.037314 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.037553 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.037919 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.038175 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.038491 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.038810 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.039128 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.039441 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.039778 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.040088 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.040461 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554fb0c-9ec1-419c-af0f-d48af0034a37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.428705 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:25.439236 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490c4c8-a09b-46cc-939e-bee86c95ee47 req-d44f2217-8ec8-4a3a-ac0f-ffe685bd603c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:25.440732 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a490c4c8-a09b-46cc-939e-bee86c95ee47 req-d44f2217-8ec8-4a3a-ac0f-ffe685bd603c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0520821 Jul 07 15:39:25.490393 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a490c4c8-a09b-46cc-939e-bee86c95ee47 req-c948f2f4-46e1-46a7-b4d3-194d4d90992d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425935 Jul 07 15:39:25.529758 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:25.638007 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164742f-1cbe-4717-b463-bc9baf6bf478 req-8198137c-4ede-47b9-ae6d-0dd8497a1231 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:25.639355 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3164742f-1cbe-4717-b463-bc9baf6bf478 req-8198137c-4ede-47b9-ae6d-0dd8497a1231 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0468738 Jul 07 15:39:25.653789 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 47080) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:25.662436 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:25.689820 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3164742f-1cbe-4717-b463-bc9baf6bf478 req-74307b46-a78f-4c32-bb12-7070a3a406f5 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449016 Jul 07 15:39:25.740986 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Publish callbacks [] for security_group (96a1c56a-f863-4a5f-8230-a242dd6351b9), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:25.815296 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:25.841132 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:25.866966 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (96a1c56a-f863-4a5f-8230-a242dd6351b9), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:25.909074 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a1c56a-f863-4a5f-8230-a242dd6351b9,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:25.911815 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abec7b6-f3c7-4c80-8b90-8db1c1b4a58c req-fa2f5a2e-a2ee-4a23-84bb-8bf7b4616619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:25.913275 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0abec7b6-f3c7-4c80-8b90-8db1c1b4a58c req-fa2f5a2e-a2ee-4a23-84bb-8bf7b4616619 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 HTTP/1.1" status: 200 len: 918 time: 0.0902207 Jul 07 15:39:25.914491 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d86761cd789342289667789ea43fcd0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651346 Jul 07 15:39:25.917111 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 47082) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:25.919271 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.919704 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.920038 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.920366 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.920688 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.921011 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.921325 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.921639 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.921953 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.922421 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.922742 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.923054 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.923365 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.923703 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:25.924017 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa593bd-6a58-445d-bcc1-29b4678f74f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:39:26.003047 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0abec7b6-f3c7-4c80-8b90-8db1c1b4a58c req-441e8e45-4cdc-401a-88f3-f53d262f713d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd19f05f-6752-480d-a56b-5d74f03e8e3a HTTP/1.1" status: 200 len: 1001 time: 0.0780582 Jul 07 15:39:26.014814 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d5e1330f-56a9-49b7-a9eb-26a742583095 admin admin] Publish callbacks [] for security_group (96a1c56a-f863-4a5f-8230-a242dd6351b9), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:26.036733 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d5e1330f-56a9-49b7-a9eb-26a742583095 admin admin] Publish callbacks [] for security_group (96a1c56a-f863-4a5f-8230-a242dd6351b9), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:26.148414 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abec7b6-f3c7-4c80-8b90-8db1c1b4a58c req-47688a6f-08f1-4753-ba3a-4f1561fc8d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:26.149812 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0abec7b6-f3c7-4c80-8b90-8db1c1b4a58c req-47688a6f-08f1-4753-ba3a-4f1561fc8d2e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9869fa05-9e6c-4cb3-8a09-1453d7c28d29 HTTP/1.1" status: 200 len: 856 time: 0.0429039 Jul 07 15:39:26.185619 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d5e1330f-56a9-49b7-a9eb-26a742583095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (96a1c56a-f863-4a5f-8230-a242dd6351b9), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:26.188043 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d5e1330f-56a9-49b7-a9eb-26a742583095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:26.189199 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-d5e1330f-56a9-49b7-a9eb-26a742583095 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96a1c56a-f863-4a5f-8230-a242dd6351b9 HTTP/1.1" status: 204 len: 168 time: 0.2710407 Jul 07 15:39:26.204541 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1330f-56a9-49b7-a9eb-26a742583095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a1c56a-f863-4a5f-8230-a242dd6351b9,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:26.213978 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abec7b6-f3c7-4c80-8b90-8db1c1b4a58c req-741bc85a-233b-4d14-8849-1435e715f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:26.213978 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0abec7b6-f3c7-4c80-8b90-8db1c1b4a58c req-741bc85a-233b-4d14-8849-1435e715f758 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535431 Jul 07 15:39:26.253689 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:39:26.325706 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0abec7b6-f3c7-4c80-8b90-8db1c1b4a58c req-ae5130d6-20a7-41a4-b23b-df9e560e6310 service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052365 Jul 07 15:39:26.421269 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0abec7b6-f3c7-4c80-8b90-8db1c1b4a58c req-e13f1819-33d5-43f2-85d5-bc7a5a44f312 service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874531 Jul 07 15:39:26.617539 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a3ad2-871e-4a0f-8f42-a34d813f3835 req-88c3235c-05b6-493a-9380-9051930a2d4d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:26.619050 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9a4a3ad2-871e-4a0f-8f42-a34d813f3835 req-88c3235c-05b6-493a-9380-9051930a2d4d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0511677 Jul 07 15:39:26.666758 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9a4a3ad2-871e-4a0f-8f42-a34d813f3835 req-566807f3-0660-43f2-af70-323eb0b0291c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421712 Jul 07 15:39:26.805922 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77e1c4-9f06-4f2c-8473-22dfd7e471b6 req-40096276-1fa9-4f69-9d05-9fbe81fb375b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:26.807409 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8f77e1c4-9f06-4f2c-8473-22dfd7e471b6 req-40096276-1fa9-4f69-9d05-9fbe81fb375b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0473032 Jul 07 15:39:26.833404 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:26.857624 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8f77e1c4-9f06-4f2c-8473-22dfd7e471b6 req-58b8f966-1c1c-44f5-acac-b2d75f620d52 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446279 Jul 07 15:39:27.793660 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101fb07-1451-4882-8ecb-6e7a32efebbf req-2f6db3ff-94ea-4c6d-847b-611caccfeffc tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:27.795216 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2101fb07-1451-4882-8ecb-6e7a32efebbf req-2f6db3ff-94ea-4c6d-847b-611caccfeffc tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 945 time: 0.0534563 Jul 07 15:39:27.848876 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2101fb07-1451-4882-8ecb-6e7a32efebbf req-0e712694-02b0-48ce-8180-cd49bd21b362 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478301 Jul 07 15:39:27.982693 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d037767-ac3e-40b8-ab52-03a16d3c6536 req-866b45ba-98d9-48b5-80fe-f0aa4c826a9d tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:27.984309 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1d037767-ac3e-40b8-ab52-03a16d3c6536 req-866b45ba-98d9-48b5-80fe-f0aa4c826a9d tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0539663 Jul 07 15:39:28.038189 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1d037767-ac3e-40b8-ab52-03a16d3c6536 req-5029edfc-13ad-4e53-b09a-4fa0d3b22e6f tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480571 Jul 07 15:39:28.573111 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device cd19f05f-6752-480d-a56b-5d74f03e8e3a no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:39:28.624878 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:28.663349 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port cd19f05f-6752-480d-a56b-5d74f03e8e3a is: ACTIVE; New status is: DOWN {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:39:28.663764 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:28.690102 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:39:28.692895 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8249d900-1847-4475-b60f-a1f9524bf6c3" -d '{"events": [{"server_uuid": "d8cfd6f9-be72-41c0-8887-1425b3f5565c", "name": "network-vif-unplugged", "status": "completed", "tag": "cd19f05f-6752-480d-a56b-5d74f03e8e3a"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:39:28.710199 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port cd19f05f-6752-480d-a56b-5d74f03e8e3a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cd19f05f-6752-480d-a56b-5d74f03e8e3a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:39:28.730585 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Jul 2022 15:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739de46a-3ef3-4c74-aa64-5708db7ce611 x-openstack-request-id: req-739de46a-3ef3-4c74-aa64-5708db7ce611 {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:39:28.730905 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cfd6f9-be72-41c0-8887-1425b3f5565c", "name": "network-vif-unplugged", "status": "completed", "tag": "cd19f05f-6752-480d-a56b-5d74f03e8e3a", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:39:28.731160 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-739de46a-3ef3-4c74-aa64-5708db7ce611 {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:39:28.731556 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-739de46a-3ef3-4c74-aa64-5708db7ce611'] response: {'server_uuid': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a', 'code': 200} Jul 07 15:39:28.776887 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:28.777693 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device bcf3a191-4ef0-4048-9b74-408448e7ee6d no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:39:28.861512 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=cd19f05f-6752-480d-a56b-5d74f03e8e3a,revision_number=8']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:28.897474 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port bcf3a191-4ef0-4048-9b74-408448e7ee6d is: ACTIVE; New status is: DOWN {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:39:28.897873 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:28.931365 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port bcf3a191-4ef0-4048-9b74-408448e7ee6d, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=bcf3a191-4ef0-4048-9b74-408448e7ee6d,segment=NetworkSegment(b7f4c497-742a-4266-9eca-a37d713bad41),segment_id=b7f4c497-742a-4266-9eca-a37d713bad41)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:39:28.992887 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656165f-aab0-4046-ba13-781151275e74 req-60b586df-c8a5-4228-bcaf-fed6bbeeaf6d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:28.994511 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c656165f-aab0-4046-ba13-781151275e74 req-60b586df-c8a5-4228-bcaf-fed6bbeeaf6d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0651584 Jul 07 15:39:29.015128 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:29.044341 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:29.054661 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c656165f-aab0-4046-ba13-781151275e74 req-ac736637-975b-45e0-b339-e0c2deafe4f7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543547 Jul 07 15:39:29.071630 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=bcf3a191-4ef0-4048-9b74-408448e7ee6d,revision_number=6']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:29.197885 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6d70e-4f38-4a72-8d69-bfcd23e77ea0 req-c5e8f87a-3e95-4990-b8ba-0522ad40096e tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:29.201261 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-73f6d70e-4f38-4a72-8d69-bfcd23e77ea0 req-c5e8f87a-3e95-4990-b8ba-0522ad40096e tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0754576 Jul 07 15:39:29.251521 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-73f6d70e-4f38-4a72-8d69-bfcd23e77ea0 req-ed7b051f-47ae-448e-be13-4eb023dac265 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455444 Jul 07 15:39:30.183328 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [req-16661134-55d3-436c-b4d0-80e316ffdcce req-3d669886-adf5-436b-9655-00654813ceda service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 15:39:30.184353 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-16661134-55d3-436c-b4d0-80e316ffdcce req-3d669886-adf5-436b-9655-00654813ceda service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0074556 Jul 07 15:39:30.458903 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adeaf3-52a1-4739-8dfa-ea45572ad0c2 req-302b0867-c424-49e6-83c8-9e03ed1e9ed0 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:30.460416 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-81adeaf3-52a1-4739-8dfa-ea45572ad0c2 req-302b0867-c424-49e6-83c8-9e03ed1e9ed0 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0491574 Jul 07 15:39:30.542343 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-81adeaf3-52a1-4739-8dfa-ea45572ad0c2 req-e543142d-dcb4-49fc-b02b-281dbd5d73ac tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761702 Jul 07 15:39:30.544347 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3709d929-048f-47a2-b84b-bae4cb079b45 req-17b85e90-4ba0-4ba0-9286-e5e10d137a0e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0596261 Jul 07 15:39:30.733480 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:39:30.736576 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ca9c0a-df9e-4b40-995e-42d70216f3cb" -d '{"events": [{"server_uuid": "9b8af2eb-fd79-4b8d-a9ef-648a1959ded8", "name": "network-vif-unplugged", "status": "completed", "tag": "bcf3a191-4ef0-4048-9b74-408448e7ee6d"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:39:30.791556 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 07 Jul 2022 15:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dc4148-bdf6-4654-9d7e-3037a858e0a4 x-openstack-request-id: req-70dc4148-bdf6-4654-9d7e-3037a858e0a4 {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:39:30.791875 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8af2eb-fd79-4b8d-a9ef-648a1959ded8", "name": "network-vif-unplugged", "status": "failed", "tag": "bcf3a191-4ef0-4048-9b74-408448e7ee6d", "code": 422}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:39:30.792126 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70dc4148-bdf6-4654-9d7e-3037a858e0a4 {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:39:30.792564 dv-cinder-841302-5-iscsi neutron-server[104329]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-70dc4148-bdf6-4654-9d7e-3037a858e0a4']: {'server_uuid': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d', 'code': 422} returned with failed status Jul 07 15:39:30.894413 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709d929-048f-47a2-b84b-bae4cb079b45 req-2e77a50e-c11c-41c8-a620-409efe153691 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:30.896328 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3709d929-048f-47a2-b84b-bae4cb079b45 req-2e77a50e-c11c-41c8-a620-409efe153691 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports/bcf3a191-4ef0-4048-9b74-408448e7ee6d HTTP/1.1" status: 200 len: 941 time: 0.3242064 Jul 07 15:39:31.657538 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dd602-4f7a-42fc-9851-ad7ee28ce8b1 req-1b6ee3f0-1ea6-4789-85ad-06c002e51a93 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:31.658999 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-299dd602-4f7a-42fc-9851-ad7ee28ce8b1 req-1b6ee3f0-1ea6-4789-85ad-06c002e51a93 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0461993 Jul 07 15:39:31.711856 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-299dd602-4f7a-42fc-9851-ad7ee28ce8b1 req-162b4948-6486-43a7-ae72-9c845d63b275 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442381 Jul 07 15:39:31.950770 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ca02b-9545-4145-b32f-9b69c0ebed09 req-ea4108e2-43f1-4fd1-9d17-602fca8dde80 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:31.952281 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a61ca02b-9545-4145-b32f-9b69c0ebed09 req-ea4108e2-43f1-4fd1-9d17-602fca8dde80 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0500510 Jul 07 15:39:32.001747 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a61ca02b-9545-4145-b32f-9b69c0ebed09 req-cb6c22e3-c65f-4947-b523-64091b98fad3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426033 Jul 07 15:39:32.524184 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 47284) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:32.564683 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device cd19f05f-6752-480d-a56b-5d74f03e8e3a no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:39:32.612855 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-134d73bc-a794-4fdd-99db-bcbd8bd10733 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857384 Jul 07 15:39:32.612989 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:32.622946 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-77e0765e-e199-43ec-904d-efae6633ab63 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 15:39:32.622946 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-77e0765e-e199-43ec-904d-efae6633ab63 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056789 Jul 07 15:39:32.649474 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port cd19f05f-6752-480d-a56b-5d74f03e8e3a is: DOWN; New status is: DOWN {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:39:32.704627 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 47300) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:32.843398 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-bf961df9-7455-444c-afec-92b288449a37 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:32.844764 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-bf961df9-7455-444c-afec-92b288449a37 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports/cd19f05f-6752-480d-a56b-5d74f03e8e3a HTTP/1.1" status: 200 len: 940 time: 0.1391697 Jul 07 15:39:32.857341 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023c88c-cf77-4def-b9ef-8b7c64aa3fcb req-9470b64a-98c7-4739-a08c-518debf1aa16 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:32.858768 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e023c88c-cf77-4def-b9ef-8b7c64aa3fcb req-9470b64a-98c7-4739-a08c-518debf1aa16 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0656347 Jul 07 15:39:32.908764 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e023c88c-cf77-4def-b9ef-8b7c64aa3fcb req-09c68d50-d5f7-4bca-a1c8-87984615aca3 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441294 Jul 07 15:39:33.120183 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e171f78-20d1-4de5-9f1e-6685ef53f182 req-923f5692-666d-4ed9-b54d-32ee02617446 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:33.121899 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8e171f78-20d1-4de5-9f1e-6685ef53f182 req-923f5692-666d-4ed9-b54d-32ee02617446 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0482919 Jul 07 15:39:33.172358 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8e171f78-20d1-4de5-9f1e-6685ef53f182 req-598e6a08-95f1-49e2-bb59-973758a1dde3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444624 Jul 07 15:39:33.581580 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:34.014856 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:34.027340 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d433236-b616-4c34-89f4-8eaa57fe337b req-a3373016-26db-49ba-a0ec-11341cf8162b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:34.028816 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7d433236-b616-4c34-89f4-8eaa57fe337b req-a3373016-26db-49ba-a0ec-11341cf8162b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0522718 Jul 07 15:39:34.078661 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7d433236-b616-4c34-89f4-8eaa57fe337b req-2684c3c6-915a-4c13-8fc1-8d9e066eb045 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441689 Jul 07 15:39:34.214529 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-a4a4df5b-4696-4135-a9a0-85c58d7cbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:34.217877 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-a4a4df5b-4696-4135-a9a0-85c58d7cbde0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c&tenant_id=d2e4afda121042939745304ce6f76a8b HTTP/1.1" status: 200 len: 1127 time: 0.0704288 Jul 07 15:39:34.311851 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-b3f4329b-70fa-4d8d-aaa0-070fcb71f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:34.313398 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-b3f4329b-70fa-4d8d-aaa0-070fcb71f897 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2e4afda121042939745304ce6f76a8b&device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 1127 time: 0.0755587 Jul 07 15:39:34.320144 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72580328-531d-4dde-924d-3cd64197417e req-94dbc2ee-a67b-419b-aefa-a89d4815ca8a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:34.321650 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-72580328-531d-4dde-924d-3cd64197417e req-94dbc2ee-a67b-419b-aefa-a89d4815ca8a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0732665 Jul 07 15:39:34.430548 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-72580328-531d-4dde-924d-3cd64197417e req-78685d5b-65f0-4a68-a197-3afa327c51fd tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995357 Jul 07 15:39:34.440152 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:34.446897 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-15876644-14aa-49bc-a302-ad802a634d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:34.447329 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-15876644-14aa-49bc-a302-ad802a634d8e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 HTTP/1.1" status: 200 len: 918 time: 0.1245315 Jul 07 15:39:34.515305 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-39d9a8ae-d50b-4970-bc0b-562b880b1908 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd19f05f-6752-480d-a56b-5d74f03e8e3a HTTP/1.1" status: 200 len: 999 time: 0.0584767 Jul 07 15:39:34.565594 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-643db357-7946-470c-b530-46beabdb6dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:34.566964 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-643db357-7946-470c-b530-46beabdb6dd1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9869fa05-9e6c-4cb3-8a09-1453d7c28d29 HTTP/1.1" status: 200 len: 856 time: 0.0432062 Jul 07 15:39:34.616043 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-512ca8f4-57bb-48fe-8e3e-8518379aaf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:34.617453 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-512ca8f4-57bb-48fe-8e3e-8518379aaf09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413015 Jul 07 15:39:34.707753 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-9161b65b-ed35-45b0-821e-35ea434c49fe service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832150 Jul 07 15:39:34.807466 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2e0a2d75-aa64-4bc2-bace-dd040e79cf95 req-117ea246-abc9-48ec-aa2f-479020e2a890 service neutron] 10.222.0.50 "GET /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901155 Jul 07 15:39:35.201534 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92c5f1-1ec7-4312-93ec-0677a2df0f96 req-83893739-4f24-4147-9cd6-ad303d7a5e7b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:35.203000 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3a92c5f1-1ec7-4312-93ec-0677a2df0f96 req-83893739-4f24-4147-9cd6-ad303d7a5e7b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0505502 Jul 07 15:39:35.249072 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=3 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:35.262568 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3a92c5f1-1ec7-4312-93ec-0677a2df0f96 req-7d282c21-b720-4768-929e-d979c76d4e65 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476065 Jul 07 15:39:35.388892 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 47382) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:35.539841 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fc08b670-7afb-4587-a847-6bcccd490bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:35.575431 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:35.607540 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c06ba8-592b-4251-aab0-167c652dc8f4 req-d3826620-243d-40e6-9d0f-8e36fc21ec01 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:35.615799 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a1c06ba8-592b-4251-aab0-167c652dc8f4 req-d3826620-243d-40e6-9d0f-8e36fc21ec01 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0709338 Jul 07 15:39:35.665452 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a1c06ba8-592b-4251-aab0-167c652dc8f4 req-2763d8de-43b5-4640-9e9c-6bd5a7c6303e tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487876 Jul 07 15:39:35.671199 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fc08b670-7afb-4587-a847-6bcccd490bc4 admin admin] Publish callbacks [] for security_group (5dd34a19-7356-4767-a2e0-053caa1f06ed), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:35.735924 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fc08b670-7afb-4587-a847-6bcccd490bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (5dd34a19-7356-4767-a2e0-053caa1f06ed), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:35.790035 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-fc08b670-7afb-4587-a847-6bcccd490bc4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8eeeb7f7e3c04985beb9659d126044dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4000401 Jul 07 15:39:35.792841 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 47394) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:35.807624 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08b670-7afb-4587-a847-6bcccd490bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd34a19-7356-4767-a2e0-053caa1f06ed,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:35.855648 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-46b0d49b-0211-44d0-881b-946fcb9e8799 admin admin] Publish callbacks [] for security_group (5dd34a19-7356-4767-a2e0-053caa1f06ed), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:35.882591 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-46b0d49b-0211-44d0-881b-946fcb9e8799 admin admin] Publish callbacks [] for security_group (5dd34a19-7356-4767-a2e0-053caa1f06ed), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:36.037417 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-46b0d49b-0211-44d0-881b-946fcb9e8799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (5dd34a19-7356-4767-a2e0-053caa1f06ed), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:36.039768 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-46b0d49b-0211-44d0-881b-946fcb9e8799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:36.043444 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-46b0d49b-0211-44d0-881b-946fcb9e8799 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5dd34a19-7356-4767-a2e0-053caa1f06ed HTTP/1.1" status: 204 len: 168 time: 0.2468038 Jul 07 15:39:36.060478 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0d49b-0211-44d0-881b-946fcb9e8799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd34a19-7356-4767-a2e0-053caa1f06ed,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:36.252616 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=5 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:36.408979 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3a7bb-2639-4791-a007-e25b6c89855b req-b31b9e7c-c28f-4106-87b7-3b32409d5e20 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:36.410675 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ceb3a7bb-2639-4791-a007-e25b6c89855b req-b31b9e7c-c28f-4106-87b7-3b32409d5e20 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0710707 Jul 07 15:39:36.492552 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ceb3a7bb-2639-4791-a007-e25b6c89855b req-b7d174d1-d398-4c5a-9829-368581b5f0cb tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758386 Jul 07 15:39:36.728128 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 47406) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:36.742853 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-56aa0d97-bff2-4324-9048-193e034edaa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:36.850587 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f148e-4990-4b46-bbd3-12582d8d9444 req-44c652be-98a9-4446-acc6-c2facd181357 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:36.852475 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-133f148e-4990-4b46-bbd3-12582d8d9444 req-44c652be-98a9-4446-acc6-c2facd181357 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0773745 Jul 07 15:39:36.863416 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:36.930502 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-133f148e-4990-4b46-bbd3-12582d8d9444 req-58437e70-8ef2-4875-9d8f-76243309a334 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678434 Jul 07 15:39:36.935118 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:36.940191 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-56aa0d97-bff2-4324-9048-193e034edaa1 admin admin] Publish callbacks [] for security_group (a872b10c-8080-4eaa-b5a7-3b78723ad3bd), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:37.008604 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-56aa0d97-bff2-4324-9048-193e034edaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (a872b10c-8080-4eaa-b5a7-3b78723ad3bd), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:37.051734 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-56aa0d97-bff2-4324-9048-193e034edaa1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38c1f2ff455e4680b9c0e4fd5cbd0ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224506 Jul 07 15:39:37.052905 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa0d97-bff2-4324-9048-193e034edaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a872b10c-8080-4eaa-b5a7-3b78723ad3bd,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:37.054472 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 47410) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:39:37.110003 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:37.114324 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8835c21a-f087-4350-9cbd-879f176d2b0f admin admin] Publish callbacks [] for security_group (a872b10c-8080-4eaa-b5a7-3b78723ad3bd), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:37.137166 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8835c21a-f087-4350-9cbd-879f176d2b0f admin admin] Publish callbacks [] for security_group (a872b10c-8080-4eaa-b5a7-3b78723ad3bd), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:37.272880 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8835c21a-f087-4350-9cbd-879f176d2b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (a872b10c-8080-4eaa-b5a7-3b78723ad3bd), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:37.275383 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8835c21a-f087-4350-9cbd-879f176d2b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:37.276576 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8835c21a-f087-4350-9cbd-879f176d2b0f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a872b10c-8080-4eaa-b5a7-3b78723ad3bd HTTP/1.1" status: 204 len: 168 time: 0.2202106 Jul 07 15:39:37.284995 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835c21a-f087-4350-9cbd-879f176d2b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a872b10c-8080-4eaa-b5a7-3b78723ad3bd,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:37.617305 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb896ee-6936-4b98-8348-3610af361dff req-8686c483-5c8d-45fb-bf1d-ee647d90e027 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:37.618836 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9eb896ee-6936-4b98-8348-3610af361dff req-8686c483-5c8d-45fb-bf1d-ee647d90e027 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0517023 Jul 07 15:39:37.706031 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9eb896ee-6936-4b98-8348-3610af361dff req-08176e6d-0b3d-44a8-ae70-c6f784a11590 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774827 Jul 07 15:39:38.081933 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6924eb6-54b5-4cdb-893d-7ab0d6ed010c req-9f9cd043-328d-44b4-bd77-6c1fc543cb1f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:38.083522 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a6924eb6-54b5-4cdb-893d-7ab0d6ed010c req-9f9cd043-328d-44b4-bd77-6c1fc543cb1f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0649297 Jul 07 15:39:38.132563 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a6924eb6-54b5-4cdb-893d-7ab0d6ed010c req-ab54a522-9c82-4731-b77e-7622c31ec211 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432854 Jul 07 15:39:38.848164 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5f81-5855-4e55-97f9-8130d095f400 req-4fc30eeb-5d4f-4ff0-914d-a1b9486a4d43 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:38.856106 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d3bc5f81-5855-4e55-97f9-8130d095f400 req-4fc30eeb-5d4f-4ff0-914d-a1b9486a4d43 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0678859 Jul 07 15:39:38.925211 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d3bc5f81-5855-4e55-97f9-8130d095f400 req-d29a95a4-0bad-49e0-a3a7-61927604f87f tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681129 Jul 07 15:39:39.299111 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930eecc-f7a3-45cf-898e-f07edd9e72ff req-776f4160-447e-4262-904c-6cfe8bc1612d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:39.306863 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8930eecc-f7a3-45cf-898e-f07edd9e72ff req-776f4160-447e-4262-904c-6cfe8bc1612d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0644054 Jul 07 15:39:39.369477 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8930eecc-f7a3-45cf-898e-f07edd9e72ff req-fca9c396-8871-4852-9f1d-8870185ba81d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616360 Jul 07 15:39:40.076546 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee823acb-492d-48b4-93b2-18dc077edadc req-c3c873f3-054b-4d19-ab84-6e7f2aa01e32 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:40.079606 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ee823acb-492d-48b4-93b2-18dc077edadc req-c3c873f3-054b-4d19-ab84-6e7f2aa01e32 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0785315 Jul 07 15:39:40.130540 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ee823acb-492d-48b4-93b2-18dc077edadc req-ef293aad-592d-4995-b0e1-dddb121b5704 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447636 Jul 07 15:39:40.516603 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36df0b4-0344-4e67-af3d-934f58a6350d req-d418114b-60f0-4791-beeb-1b695e17bd81 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:40.518126 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b36df0b4-0344-4e67-af3d-934f58a6350d req-d418114b-60f0-4791-beeb-1b695e17bd81 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0611885 Jul 07 15:39:40.573713 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b36df0b4-0344-4e67-af3d-934f58a6350d req-4832b015-1af3-4302-88dd-9db48c0455ad tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493822 Jul 07 15:39:41.280660 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa78707-ffee-42aa-8481-329a4a6f07c8 req-77d039b6-a810-4d5d-854b-cdc27dfdb978 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:41.283719 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6fa78707-ffee-42aa-8481-329a4a6f07c8 req-77d039b6-a810-4d5d-854b-cdc27dfdb978 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0687623 Jul 07 15:39:41.342599 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6fa78707-ffee-42aa-8481-329a4a6f07c8 req-d55a6a26-c9e8-49f9-b2c9-6f02caec9032 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525680 Jul 07 15:39:41.711531 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d77fcc-ec8e-4034-a549-9fa7e757f86b req-d0e7e309-91bd-45e9-ba58-c38c4403704d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:41.713387 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c7d77fcc-ec8e-4034-a549-9fa7e757f86b req-d0e7e309-91bd-45e9-ba58-c38c4403704d tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0566208 Jul 07 15:39:41.763495 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c7d77fcc-ec8e-4034-a549-9fa7e757f86b req-86eb9bcf-802d-461c-a0fa-981fe6ae85ab tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439882 Jul 07 15:39:42.475939 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5848c9-49a7-4f5d-8ecb-b9505ca95652 req-7a62855c-e109-4bcf-8d39-de7d9c2de999 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:42.475939 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4e5848c9-49a7-4f5d-8ecb-b9505ca95652 req-7a62855c-e109-4bcf-8d39-de7d9c2de999 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0573034 Jul 07 15:39:42.532708 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4e5848c9-49a7-4f5d-8ecb-b9505ca95652 req-9eb5fedb-cb99-432e-9e50-59e9e42df42f tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521767 Jul 07 15:39:42.901465 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d8b0b-d274-4ca6-9af6-a9b91de9e73b req-29ad1c49-6aa9-4004-a177-ff87b9ef2210 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:42.903508 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6d9d8b0b-d274-4ca6-9af6-a9b91de9e73b req-29ad1c49-6aa9-4004-a177-ff87b9ef2210 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0588663 Jul 07 15:39:42.965856 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6d9d8b0b-d274-4ca6-9af6-a9b91de9e73b req-c5e86b2c-8299-4f47-8683-623219a5ec77 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566826 Jul 07 15:39:43.617400 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:43.645255 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:43.659173 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c54a3a-467a-46db-9d54-be703972275a req-0fe54ab3-3c0c-40ba-b99c-e9cbc59e9a4b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:43.661025 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-24c54a3a-467a-46db-9d54-be703972275a req-0fe54ab3-3c0c-40ba-b99c-e9cbc59e9a4b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0567729 Jul 07 15:39:43.716100 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-24c54a3a-467a-46db-9d54-be703972275a req-93e68ccf-642f-4e54-8c4e-7d714eddc84c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492911 Jul 07 15:39:43.956667 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff5022-9937-4d6d-b4bc-9b31efe063fb req-7465e0d3-240f-4859-92d3-51836e1c3bdb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:43.958197 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-55ff5022-9937-4d6d-b4bc-9b31efe063fb req-7465e0d3-240f-4859-92d3-51836e1c3bdb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 945 time: 0.0494325 Jul 07 15:39:44.009309 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-55ff5022-9937-4d6d-b4bc-9b31efe063fb req-6ee2fb62-13ca-4487-ad0c-e6f738c079aa tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450888 Jul 07 15:39:44.089870 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba102db3-37f5-4bf4-888e-d8dd250ed928 req-1d19ec9d-fd1b-46ab-9f4c-712fefabeece tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:44.091347 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba102db3-37f5-4bf4-888e-d8dd250ed928 req-1d19ec9d-fd1b-46ab-9f4c-712fefabeece tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0470276 Jul 07 15:39:44.142532 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ba102db3-37f5-4bf4-888e-d8dd250ed928 req-beb984c5-34fc-439f-9f33-72b6a5ccdda8 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453279 Jul 07 15:39:44.829447 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f074e3-0a10-438c-b06b-b598e617cbaa req-ca59247c-9924-4178-99fd-28040dc7440d tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:44.830875 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-66f074e3-0a10-438c-b06b-b598e617cbaa req-ca59247c-9924-4178-99fd-28040dc7440d tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0459774 Jul 07 15:39:44.879205 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-66f074e3-0a10-438c-b06b-b598e617cbaa req-4c94a3f2-da66-47f6-8d5b-32d523900c99 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424457 Jul 07 15:39:45.120897 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d11648-2e27-46a5-963f-b60b5f513d7d req-fbc940d6-21c5-4029-8a84-ea1754d0411d tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:45.122363 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-76d11648-2e27-46a5-963f-b60b5f513d7d req-fbc940d6-21c5-4029-8a84-ea1754d0411d tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 945 time: 0.0465724 Jul 07 15:39:45.172028 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-76d11648-2e27-46a5-963f-b60b5f513d7d req-f1eff515-1dca-43be-b56d-c57557241aa0 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441339 Jul 07 15:39:45.262993 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a6c59-fcee-4482-a562-3f3a4c7cdf39 req-c0886b66-62fd-4c79-a377-e59cd950c169 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:45.264486 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e24a6c59-fcee-4482-a562-3f3a4c7cdf39 req-c0886b66-62fd-4c79-a377-e59cd950c169 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0505719 Jul 07 15:39:45.313239 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e24a6c59-fcee-4482-a562-3f3a4c7cdf39 req-86094002-8766-4b13-bcb7-0cde0c7b9831 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430136 Jul 07 15:39:45.994653 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923bb08-929f-4896-abd6-58b53307048e req-0bef475e-0d4f-42f2-822d-6d31821e0951 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:45.996132 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a923bb08-929f-4896-abd6-58b53307048e req-0bef475e-0d4f-42f2-822d-6d31821e0951 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0481875 Jul 07 15:39:46.046305 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a923bb08-929f-4896-abd6-58b53307048e req-bf0442ca-d26b-4675-8516-c541fa7f2987 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445588 Jul 07 15:39:46.080098 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:46.289820 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53c492-dd17-4675-8b0e-6ec02545406c req-03f17841-71ff-4f8a-91ca-ceb412f9d52d tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:46.291292 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2f53c492-dd17-4675-8b0e-6ec02545406c req-03f17841-71ff-4f8a-91ca-ceb412f9d52d tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 945 time: 0.0472586 Jul 07 15:39:46.344624 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2f53c492-dd17-4675-8b0e-6ec02545406c req-6eeb5520-e547-41a2-a31a-6bb205105b3d tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476732 Jul 07 15:39:46.441110 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824650b-898d-47bd-8436-f968182522a9 req-ff28625f-06f9-49a3-ac28-341b01b6f8fb tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:46.443108 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1824650b-898d-47bd-8436-f968182522a9 req-ff28625f-06f9-49a3-ac28-341b01b6f8fb tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0489168 Jul 07 15:39:46.490171 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1824650b-898d-47bd-8436-f968182522a9 req-505d246a-c4c0-45b5-b1e4-82b969664a84 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415359 Jul 07 15:39:47.157987 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25144058-be30-4ba6-a2d1-cae44513d00b req-1dfaf979-cc48-467e-91bb-d120584fa0e5 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:47.159465 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-25144058-be30-4ba6-a2d1-cae44513d00b req-1dfaf979-cc48-467e-91bb-d120584fa0e5 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0493548 Jul 07 15:39:47.207854 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-25144058-be30-4ba6-a2d1-cae44513d00b req-816d63fc-0990-4aa3-b3f6-365324320dc9 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422757 Jul 07 15:39:47.281034 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=53,neutron:DELETE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:47.302613 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:47.454736 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:47.465463 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271165fc-eb85-48d4-9d05-157687b98e1b req-1f1c8472-c0d6-43f1-bae4-d2c78fb39fee tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:47.466944 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-271165fc-eb85-48d4-9d05-157687b98e1b req-1f1c8472-c0d6-43f1-bae4-d2c78fb39fee tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 945 time: 0.0541651 Jul 07 15:39:47.525533 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-271165fc-eb85-48d4-9d05-157687b98e1b req-78d31aa5-0bb4-463b-8da2-e4ff69da2918 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528977 Jul 07 15:39:47.613001 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f94944-82e9-47ba-a087-d3b498eb8789 req-4c3696c1-0f5c-4c0d-ab36-d6526fa67c65 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:47.614459 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-46f94944-82e9-47ba-a087-d3b498eb8789 req-4c3696c1-0f5c-4c0d-ab36-d6526fa67c65 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0474584 Jul 07 15:39:47.659903 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-46f94944-82e9-47ba-a087-d3b498eb8789 req-b3350d8b-1569-421d-be55-a7b7850ab679 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399768 Jul 07 15:39:48.282387 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:48.322168 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c612c-b062-4fa6-8752-4773388f8218 req-f8678ded-5716-4d15-9643-9fc92f3dbb4e tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:48.323661 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d91c612c-b062-4fa6-8752-4773388f8218 req-f8678ded-5716-4d15-9643-9fc92f3dbb4e tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0510101 Jul 07 15:39:48.372507 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d91c612c-b062-4fa6-8752-4773388f8218 req-21305e0c-baae-4d10-8b74-f9cbfb2d7a18 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433125 Jul 07 15:39:48.619396 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=15 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:48.637380 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=11 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:48.641543 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33491014-ed1b-4dc5-ac41-c21ac32e0401 req-c3f0499b-8e66-4180-b2db-bc13ce386b6a tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:48.643040 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-33491014-ed1b-4dc5-ac41-c21ac32e0401 req-c3f0499b-8e66-4180-b2db-bc13ce386b6a tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 945 time: 0.0482821 Jul 07 15:39:48.692910 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-33491014-ed1b-4dc5-ac41-c21ac32e0401 req-1f858fa4-cd8f-4b48-97cf-80078e690e42 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439248 Jul 07 15:39:48.777294 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4532004-9a43-4944-8e81-9b95533c2579 req-8e216be6-e071-4e7c-a923-8f5d4fc94eea tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:48.778747 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e4532004-9a43-4944-8e81-9b95533c2579 req-8e216be6-e071-4e7c-a923-8f5d4fc94eea tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0465958 Jul 07 15:39:48.828955 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e4532004-9a43-4944-8e81-9b95533c2579 req-e46b1f58-d5cd-4928-a271-20fa8df191b5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446396 Jul 07 15:39:49.496813 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1821d63-0feb-4c89-b55a-c42bfd1a25d7 req-12663eb1-527b-4fad-9f60-5ee2b87b9510 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:49.498328 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c1821d63-0feb-4c89-b55a-c42bfd1a25d7 req-12663eb1-527b-4fad-9f60-5ee2b87b9510 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0601060 Jul 07 15:39:49.551798 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c1821d63-0feb-4c89-b55a-c42bfd1a25d7 req-e3b83e7a-8d2f-42ed-ade0-f811deab8284 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473900 Jul 07 15:39:49.810236 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef30a4e-01e2-4491-9ca9-cdbaf1216195 req-bf3d9030-3892-487c-9655-bb96278e2d63 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:49.812885 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-eef30a4e-01e2-4491-9ca9-cdbaf1216195 req-bf3d9030-3892-487c-9655-bb96278e2d63 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 945 time: 0.0483360 Jul 07 15:39:49.863731 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-eef30a4e-01e2-4491-9ca9-cdbaf1216195 req-84714bb0-535f-4f19-8713-b27aeffe36f5 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446353 Jul 07 15:39:49.950065 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a6e23-bd43-4932-8e64-d2568b44e91c req-b72b89ab-9752-44fb-88b3-86262d0e40cd tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:49.951497 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-855a6e23-bd43-4932-8e64-d2568b44e91c req-b72b89ab-9752-44fb-88b3-86262d0e40cd tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0511181 Jul 07 15:39:49.999120 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-855a6e23-bd43-4932-8e64-d2568b44e91c req-3aef92db-059c-4a8e-9b2d-2839690cb4af tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418057 Jul 07 15:39:50.655653 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-318bb103-6419-484d-bdb1-4f2431a7331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:50.669259 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63c4a7-7e3a-4461-86b0-2fec290e789b req-ecd1fac4-d265-4212-bc12-82917107a0b9 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:50.670730 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-df63c4a7-7e3a-4461-86b0-2fec290e789b req-ecd1fac4-d265-4212-bc12-82917107a0b9 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0490565 Jul 07 15:39:50.721126 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-df63c4a7-7e3a-4461-86b0-2fec290e789b req-0f874210-01ca-49cc-909d-78fc1f731483 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447574 Jul 07 15:39:50.979331 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9d5e3-24d8-452e-b538-014bfdc0c353 req-db55296a-a01f-4390-b54a-2c0075a5381c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:50.980439 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3cc9d5e3-24d8-452e-b538-014bfdc0c353 req-db55296a-a01f-4390-b54a-2c0075a5381c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 945 time: 0.0485339 Jul 07 15:39:51.036674 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3cc9d5e3-24d8-452e-b538-014bfdc0c353 req-43956728-8847-49a1-83d2-5db6e49f91ae tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496814 Jul 07 15:39:51.127036 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f307517-94e0-4bd9-8f92-b537fb383c01 req-914fdf82-f8b7-4297-b966-9a55f133cfbf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:51.128625 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f307517-94e0-4bd9-8f92-b537fb383c01 req-914fdf82-f8b7-4297-b966-9a55f133cfbf tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0551162 Jul 07 15:39:51.180779 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152db2b-23fd-4218-a906-1aef6601b1ed req-16f36454-c15e-4dbe-82f7-6ffe3a6211c5 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:51.182205 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1152db2b-23fd-4218-a906-1aef6601b1ed req-16f36454-c15e-4dbe-82f7-6ffe3a6211c5 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.50 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 945 time: 0.0686901 Jul 07 15:39:51.233766 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:51.240146 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f307517-94e0-4bd9-8f92-b537fb383c01 req-4af41aac-e448-424c-8829-7f728d1faed7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913086 Jul 07 15:39:51.288407 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [req-1152db2b-23fd-4218-a906-1aef6601b1ed req-1a8cd2d9-4e26-4175-8ec5-0e56dd5228fd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Deleting port 35593a8e-da9a-44a7-a403-00fa6a1c1cef {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:39:51.288741 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-1152db2b-23fd-4218-a906-1aef6601b1ed req-1a8cd2d9-4e26-4175-8ec5-0e56dd5228fd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (35593a8e-da9a-44a7-a403-00fa6a1c1cef), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:51.367859 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:51.379055 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-1152db2b-23fd-4218-a906-1aef6601b1ed req-1a8cd2d9-4e26-4175-8ec5-0e56dd5228fd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] For port 35593a8e-da9a-44a7-a403-00fa6a1c1cef, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=35593a8e-da9a-44a7-a403-00fa6a1c1cef,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:39:51.384921 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-1152db2b-23fd-4218-a906-1aef6601b1ed req-1a8cd2d9-4e26-4175-8ec5-0e56dd5228fd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (35593a8e-da9a-44a7-a403-00fa6a1c1cef), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:51.546293 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-1152db2b-23fd-4218-a906-1aef6601b1ed req-1a8cd2d9-4e26-4175-8ec5-0e56dd5228fd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:51.546648 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-1152db2b-23fd-4218-a906-1aef6601b1ed req-1a8cd2d9-4e26-4175-8ec5-0e56dd5228fd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (39e8f33a-6ad1-421e-bf1a-2881c4f25de3), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:51.546954 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.l3_db [req-1152db2b-23fd-4218-a906-1aef6601b1ed req-1a8cd2d9-4e26-4175-8ec5-0e56dd5228fd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Floating IP 39e8f33a-6ad1-421e-bf1a-2881c4f25de3 disassociated. External IP: 172.27.1.53, port: 35593a8e-da9a-44a7-a403-00fa6a1c1cef. Jul 07 15:39:51.547286 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [req-1152db2b-23fd-4218-a906-1aef6601b1ed req-1a8cd2d9-4e26-4175-8ec5-0e56dd5228fd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Calling delete_port for 35593a8e-da9a-44a7-a403-00fa6a1c1cef owned by compute:nova {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:39:51.724042 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-1152db2b-23fd-4218-a906-1aef6601b1ed req-1a8cd2d9-4e26-4175-8ec5-0e56dd5228fd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (35593a8e-da9a-44a7-a403-00fa6a1c1cef), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:51.754401 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cd2d9-4e26-4175-8ec5-0e56dd5228fd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event deleted for resources: {'Port': ['ID=35593a8e-da9a-44a7-a403-00fa6a1c1cef,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:51.887479 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12be36-2d96-4d24-a368-6badf8b823fd req-b89f6c93-cf8d-42ea-bc31-c6fd11e9d0c9 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:51.889324 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cc12be36-2d96-4d24-a368-6badf8b823fd req-b89f6c93-cf8d-42ea-bc31-c6fd11e9d0c9 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0849469 Jul 07 15:39:51.921232 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1152db2b-23fd-4218-a906-1aef6601b1ed req-1a8cd2d9-4e26-4175-8ec5-0e56dd5228fd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Router dc842381-3dbf-414f-8223-8f44fd847642 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:39:51.956537 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cc12be36-2d96-4d24-a368-6badf8b823fd req-b24ddb1b-4712-4322-b711-6a91837f782c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600815 Jul 07 15:39:52.042392 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:52.051028 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1152db2b-23fd-4218-a906-1aef6601b1ed req-1a8cd2d9-4e26-4175-8ec5-0e56dd5228fd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:39:52.061248 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c32b5e7-7756-424c-998b-540f9b6f7211 None None] Sync routers for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:39:52.073186 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c32b5e7-7756-424c-998b-540f9b6f7211 None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:39:52.073457 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-6c32b5e7-7756-424c-998b-540f9b6f7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:39:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:39:52.098469 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [req-1152db2b-23fd-4218-a906-1aef6601b1ed req-1a8cd2d9-4e26-4175-8ec5-0e56dd5228fd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] No DVR routers for this DVR port 35593a8e-da9a-44a7-a403-00fa6a1c1cef on host hv-cinder-84130 {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:39:52.100281 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-1152db2b-23fd-4218-a906-1aef6601b1ed req-1a8cd2d9-4e26-4175-8ec5-0e56dd5228fd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:52.103403 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1152db2b-23fd-4218-a906-1aef6601b1ed req-1a8cd2d9-4e26-4175-8ec5-0e56dd5228fd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.50 "DELETE /v2.0/ports/35593a8e-da9a-44a7-a403-00fa6a1c1cef HTTP/1.1" status: 204 len: 173 time: 0.9115541 Jul 07 15:39:52.103981 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32392277-48d3-4a76-8afe-0df0a333ef33', 'name': 'network-vif-deleted', 'tag': '35593a8e-da9a-44a7-a403-00fa6a1c1cef'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:39:52.106345 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2732f9c3-7d68-415f-ac0d-e63648cfa212" -d '{"events": [{"server_uuid": "32392277-48d3-4a76-8afe-0df0a333ef33", "name": "network-vif-deleted", "tag": "35593a8e-da9a-44a7-a403-00fa6a1c1cef"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:39:52.146686 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f5e7d21b-abd1-4507-a2bb-aff9c88b510c req-7616f387-045a-45f1-a1b5-b437748a10d5 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 210 time: 0.0302029 Jul 07 15:39:52.158482 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8db972e-f678-43e0-89d2-e8cdacf1f52f x-openstack-request-id: req-b8db972e-f678-43e0-89d2-e8cdacf1f52f {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:39:52.158925 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32392277-48d3-4a76-8afe-0df0a333ef33", "name": "network-vif-deleted", "tag": "35593a8e-da9a-44a7-a403-00fa6a1c1cef", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:39:52.159167 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8db972e-f678-43e0-89d2-e8cdacf1f52f {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:39:52.159594 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8db972e-f678-43e0-89d2-e8cdacf1f52f'] response: {'server_uuid': '32392277-48d3-4a76-8afe-0df0a333ef33', 'name': 'network-vif-deleted', 'tag': '35593a8e-da9a-44a7-a403-00fa6a1c1cef', 'status': 'completed', 'code': 200} Jul 07 15:39:52.344997 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-6c32b5e7-7756-424c-998b-540f9b6f7211 None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:39:52.544584 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-6c32b5e7-7756-424c-998b-540f9b6f7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:39:52.574331 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c32b5e7-7756-424c-998b-540f9b6f7211 None None] Checking router: dc842381-3dbf-414f-8223-8f44fd847642 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:39:52.584071 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c32b5e7-7756-424c-998b-540f9b6f7211 None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:39:52.584697 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-6c32b5e7-7756-424c-998b-540f9b6f7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:39:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:39:52.595215 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6b70d-0fe3-4269-a63b-c49f541aa8ae req-2eaf708a-a266-47cb-a383-3be3aa58fda8 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:52.596710 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c3e6b70d-0fe3-4269-a63b-c49f541aa8ae req-2eaf708a-a266-47cb-a383-3be3aa58fda8 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.2804518 Jul 07 15:39:52.643826 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c3e6b70d-0fe3-4269-a63b-c49f541aa8ae req-9de3f1d8-24cc-47be-8539-52f9f904a407 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407758 Jul 07 15:39:52.688265 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-6c32b5e7-7756-424c-998b-540f9b6f7211 None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:39:52.843808 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c9ee0f8c-a30d-4f0d-9967-d39187e6ebf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:52.885396 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-6c32b5e7-7756-424c-998b-540f9b6f7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:39:52.913807 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c32b5e7-7756-424c-998b-540f9b6f7211 None None] The sync data for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi is: [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:39:53.081062 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e667c-0ebd-43c8-b167-e7133b798c34 req-5b19a894-c7eb-48bc-b979-601443ac35f9 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:53.082549 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0d8e667c-0ebd-43c8-b167-e7133b798c34 req-5b19a894-c7eb-48bc-b979-601443ac35f9 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0480204 Jul 07 15:39:53.119769 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fb7e5-d913-47c9-8eee-35c1e86d74a0 None None] New status for floating IP 39e8f33a-6ad1-421e-bf1a-2881c4f25de3: DOWN {{(pid=104330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:39:53.136214 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0d8e667c-0ebd-43c8-b167-e7133b798c34 req-96dad3d1-2628-403c-a36b-a5f84083ea75 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475097 Jul 07 15:39:53.269367 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c935880e-5a39-4eff-8640-1b4bd5869a27 req-d60e72d2-4e6d-4187-bf56-a96c7e6c6da6 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 210 time: 0.0344849 Jul 07 15:39:53.761037 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b57e0f-6438-4f37-9d40-1a242266d848 req-cef44633-3821-4010-9d81-ca7d4a95214c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:53.762491 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d0b57e0f-6438-4f37-9d40-1a242266d848 req-cef44633-3821-4010-9d81-ca7d4a95214c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 943 time: 0.0473590 Jul 07 15:39:53.787919 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:53.809497 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d0b57e0f-6438-4f37-9d40-1a242266d848 req-3f0be0be-bfa8-4d8d-b8a1-a45d90719b0b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413849 Jul 07 15:39:54.130948 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device cd19f05f-6752-480d-a56b-5d74f03e8e3a details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:39:54.250214 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port cd19f05f-6752-480d-a56b-5d74f03e8e3a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cd19f05f-6752-480d-a56b-5d74f03e8e3a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:39:54.262109 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'port_id': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a', 'mac_address': 'fa:16:3e:77:97:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:39:54.299337 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:54.311854 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port cd19f05f-6752-480d-a56b-5d74f03e8e3a is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:39:54.312245 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:54.327840 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd19f05f-6752-480d-a56b-5d74f03e8e3a {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:39:54.335999 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:54.351875 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port cd19f05f-6752-480d-a56b-5d74f03e8e3a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cd19f05f-6752-480d-a56b-5d74f03e8e3a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:39:54.376492 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b513bdeb-a414-43a0-b096-7989f2ea4e4e req-803e2c58-88a9-4718-a4e4-285053da8180 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 210 time: 0.0302162 Jul 07 15:39:54.420266 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd5aa3-5979-4842-8157-3cf432d7461d req-7367ba7c-0db1-4e9a-8082-ae06a8c3759b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:54.421753 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-68bd5aa3-5979-4842-8157-3cf432d7461d req-7367ba7c-0db1-4e9a-8082-ae06a8c3759b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0482628 Jul 07 15:39:54.432966 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:54.438165 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:54.474010 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-68bd5aa3-5979-4842-8157-3cf432d7461d req-2bbeeba9-e080-44ee-8207-fda7b4f17b25 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460427 Jul 07 15:39:54.480128 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=cd19f05f-6752-480d-a56b-5d74f03e8e3a,revision_number=9']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:54.713535 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['cd19f05f-6752-480d-a56b-5d74f03e8e3a'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:39:54.950304 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d0bce-4ffd-471e-ad73-b557d6dc34e5 req-bd0c08fa-c8bb-4903-8b02-eb50ae124849 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:54.957269 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f3d0bce-4ffd-471e-ad73-b557d6dc34e5 req-bd0c08fa-c8bb-4903-8b02-eb50ae124849 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 944 time: 0.0542710 Jul 07 15:39:55.007050 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f3d0bce-4ffd-471e-ad73-b557d6dc34e5 req-25e5687c-778d-4f6f-b915-f0a9f429e42b tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481198 Jul 07 15:39:55.506504 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-593abdc0-5427-4e96-b4a3-18657d2afd47 req-4077b3cf-cb03-4f1f-916d-898204cf2000 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=32392277-48d3-4a76-8afe-0df0a333ef33 HTTP/1.1" status: 200 len: 210 time: 0.0426795 Jul 07 15:39:55.556942 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:55.610439 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2358-b17f-4f8a-8105-43ec7a997947 req-0bc0c7c5-2866-4c13-80e7-71486b81159a tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:55.612280 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6d4e2358-b17f-4f8a-8105-43ec7a997947 req-0bc0c7c5-2866-4c13-80e7-71486b81159a tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0513957 Jul 07 15:39:55.668249 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6d4e2358-b17f-4f8a-8105-43ec7a997947 req-554edc62-d5c6-42aa-bb4a-a4ac12087e11 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499990 Jul 07 15:39:55.792708 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:56.126485 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device cd19f05f-6752-480d-a56b-5d74f03e8e3a up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:39:56.128852 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfa26b-7946-4a11-8649-ab3a78cd202d req-2ce0b125-6cca-4a90-94a2-fc52a03bafd5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:56.130856 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8ccfa26b-7946-4a11-8649-ab3a78cd202d req-2ce0b125-6cca-4a90-94a2-fc52a03bafd5 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 944 time: 0.0483723 Jul 07 15:39:56.171097 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port cd19f05f-6752-480d-a56b-5d74f03e8e3a triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:39:56.171470 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:56.178289 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8ccfa26b-7946-4a11-8649-ab3a78cd202d req-b5a0a59c-c784-4781-be95-f7cc6ca237f6 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413566 Jul 07 15:39:56.245303 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port cd19f05f-6752-480d-a56b-5d74f03e8e3a is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:39:56.245687 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:56.268167 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:39:56.270929 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232ef54e-6cba-4afb-9c7f-9404eaa3d1f8" -d '{"events": [{"server_uuid": "d8cfd6f9-be72-41c0-8887-1425b3f5565c", "name": "network-vif-plugged", "status": "completed", "tag": "cd19f05f-6752-480d-a56b-5d74f03e8e3a"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:39:56.283449 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port cd19f05f-6752-480d-a56b-5d74f03e8e3a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cd19f05f-6752-480d-a56b-5d74f03e8e3a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:39:56.305758 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f971caf-4ced-4f6b-b240-a874e9206658 x-openstack-request-id: req-0f971caf-4ced-4f6b-b240-a874e9206658 {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:39:56.306047 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cfd6f9-be72-41c0-8887-1425b3f5565c", "name": "network-vif-plugged", "status": "completed", "tag": "cd19f05f-6752-480d-a56b-5d74f03e8e3a", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:39:56.306320 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f971caf-4ced-4f6b-b240-a874e9206658 {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:39:56.306694 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f971caf-4ced-4f6b-b240-a874e9206658'] response: {'server_uuid': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a', 'code': 200} Jul 07 15:39:56.358235 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:39:56.359116 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 35593a8e-da9a-44a7-a403-00fa6a1c1cef no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:39:56.399945 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: 35593a8e-da9a-44a7-a403-00fa6a1c1cef {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:39:56.400293 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 35593a8e-da9a-44a7-a403-00fa6a1c1cef not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:39:56.420445 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=cd19f05f-6752-480d-a56b-5d74f03e8e3a,revision_number=10']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:39:56.658211 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109de91-073c-4292-856b-24e9d8e1f42d req-eb76957d-335f-4f51-af09-5094ce606dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:56.659763 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a109de91-073c-4292-856b-24e9d8e1f42d req-eb76957d-335f-4f51-af09-5094ce606dbc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 1130 time: 0.0394466 Jul 07 15:39:56.714251 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a109de91-073c-4292-856b-24e9d8e1f42d req-628231c2-5214-4305-ba66-45c3c65700d5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466328 Jul 07 15:39:56.812464 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8876733-be65-42b3-bbb9-a42514522f03 req-2b7be35e-f2a4-4c1f-bd16-683ef256742f tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:56.813884 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d8876733-be65-42b3-bbb9-a42514522f03 req-2b7be35e-f2a4-4c1f-bd16-683ef256742f tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0666814 Jul 07 15:39:56.818401 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80f51c29-716b-4179-ac2e-28cbf563262f req-f15c2132-16ab-450f-a1ca-f58e249555c4 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899091157&fields=id&tenant_id=b72dae7a2e644460b4c63da884023c82 HTTP/1.1" status: 200 len: 267 time: 0.0861135 Jul 07 15:39:56.928587 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d8876733-be65-42b3-bbb9-a42514522f03 req-aefc423a-91b7-419e-9deb-9af7362da9b7 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072888 Jul 07 15:39:56.983619 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f51c29-716b-4179-ac2e-28cbf563262f req-2dffe0be-0381-435d-a7d5-f302d7d9af34 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:56.985342 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80f51c29-716b-4179-ac2e-28cbf563262f req-2dffe0be-0381-435d-a7d5-f302d7d9af34 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/networks?id=29820a51-47ed-4a8e-8170-71221aa2cdfe HTTP/1.1" status: 200 len: 811 time: 0.1566234 Jul 07 15:39:56.999017 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:57.001703 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80f51c29-716b-4179-ac2e-28cbf563262f req-3eeb10a3-fa31-4684-94bb-a069bc51c4fd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/quotas/b72dae7a2e644460b4c63da884023c82 HTTP/1.1" status: 200 len: 375 time: 0.0097611 Jul 07 15:39:57.052882 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80f51c29-716b-4179-ac2e-28cbf563262f req-1adefcfa-2b5d-4ac1-864b-640ac332a835 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b72dae7a2e644460b4c63da884023c82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460994 Jul 07 15:39:57.152143 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80f51c29-716b-4179-ac2e-28cbf563262f req-4f9f7312-6131-4f03-89c5-41b78ffe2023 service neutron] 10.222.0.25 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877576 Jul 07 15:39:57.248362 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80f51c29-716b-4179-ac2e-28cbf563262f req-1c6ca9c3-c974-49dd-a519-78e9de58ffe7 service neutron] 10.222.0.25 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904100 Jul 07 15:39:57.286812 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:39:57.299501 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f83204-d449-47fd-8834-d7503b25a70b req-48f49a7e-9662-41c8-bd66-03c368c17f6f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:57.301012 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-99f83204-d449-47fd-8834-d7503b25a70b req-48f49a7e-9662-41c8-bd66-03c368c17f6f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 946 time: 0.0479033 Jul 07 15:39:57.353712 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-99f83204-d449-47fd-8834-d7503b25a70b req-16bae4e3-7eb0-4565-9b0f-44ee13550f9f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470233 Jul 07 15:39:57.810135 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e56be2c5-d5eb-4b74-8b79-c116172103fc req-1f32b06a-4ae2-492d-b50f-584471b5e47c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 210 time: 0.0271778 Jul 07 15:39:58.091347 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2502cc6-ff74-4143-bb78-e7cbf2259b91 req-6d9501bb-3677-4295-9537-cfac3e6d7fab tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:58.092932 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d2502cc6-ff74-4143-bb78-e7cbf2259b91 req-6d9501bb-3677-4295-9537-cfac3e6d7fab tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0827293 Jul 07 15:39:58.159979 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d2502cc6-ff74-4143-bb78-e7cbf2259b91 req-9c64db08-246b-4bdb-9504-75bb6af164c8 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615127 Jul 07 15:39:58.473735 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd63cac-af7d-4ae8-905b-df4cec1097aa req-aeed730d-2401-4b09-86ca-cabecdc973e1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:58.475197 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2fd63cac-af7d-4ae8-905b-df4cec1097aa req-aeed730d-2401-4b09-86ca-cabecdc973e1 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 946 time: 0.0471694 Jul 07 15:39:58.574903 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2fd63cac-af7d-4ae8-905b-df4cec1097aa req-ba287790-9d82-4b8f-91ba-2f524b380db3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942290 Jul 07 15:39:58.905846 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-252b3243-2f60-480e-a4d0-7bb3c77c17b0 req-1642b271-7b41-4112-ae11-8dbc869f4f49 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 210 time: 0.0283458 Jul 07 15:39:59.336966 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de958c42-ee2e-44ce-a268-b8b6cd2af5d1 req-dcce46bc-a521-4f72-acef-aa8967aca062 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:59.338514 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-de958c42-ee2e-44ce-a268-b8b6cd2af5d1 req-dcce46bc-a521-4f72-acef-aa8967aca062 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0502162 Jul 07 15:39:59.390934 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-de958c42-ee2e-44ce-a268-b8b6cd2af5d1 req-539aa783-affc-42c0-9117-316e3a106ebe tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465076 Jul 07 15:39:59.702415 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5682c-e7d1-4843-ba07-81b97fa43d9a req-4a170a9d-dba4-436c-ba84-8fffdbbba69a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:59.703876 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e9c5682c-e7d1-4843-ba07-81b97fa43d9a req-4a170a9d-dba4-436c-ba84-8fffdbbba69a tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 946 time: 0.0502322 Jul 07 15:39:59.752043 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e9c5682c-e7d1-4843-ba07-81b97fa43d9a req-22db3b5e-fd59-41ae-b9c0-bbdc0c2f2fa3 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419669 Jul 07 15:39:59.952759 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f51c29-716b-4179-ac2e-28cbf563262f req-7f523d05-6b3c-4ccb-ac09-40a56352eb05 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:39:59.955084 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80f51c29-716b-4179-ac2e-28cbf563262f req-7f523d05-6b3c-4ccb-ac09-40a56352eb05 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.50 "GET /v2.0/networks?id=29820a51-47ed-4a8e-8170-71221aa2cdfe HTTP/1.1" status: 200 len: 811 time: 0.1040037 Jul 07 15:40:00.016886 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f0711b8c-5da0-44fc-a0a4-007be561331c req-34f29f34-4cfa-4fa2-8752-5e5855148f80 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 210 time: 0.0369174 Jul 07 15:40:00.051787 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80f51c29-716b-4179-ac2e-28cbf563262f req-6e7eb81a-eeee-471e-9157-6d6ff20bc591 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b72dae7a2e644460b4c63da884023c82 HTTP/1.1" status: 200 len: 380 time: 0.0854084 Jul 07 15:40:00.060062 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-80f51c29-716b-4179-ac2e-28cbf563262f req-951e54ee-89f3-452c-8ac6-c9ba846e4aeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Request body: {'port': {'device_id': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'admin_state_up': True, 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'security_groups': ['a7d12a43-067b-4b9a-93ae-1a2962987754']}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:40:00.155904 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:00.230776 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f51c29-716b-4179-ac2e-28cbf563262f req-951e54ee-89f3-452c-8ac6-c9ba846e4aeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Made reservation on behalf of b72dae7a2e644460b4c63da884023c82 for: {'port': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:40:00.234322 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-80f51c29-716b-4179-ac2e-28cbf563262f req-951e54ee-89f3-452c-8ac6-c9ba846e4aeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:00.363493 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [req-80f51c29-716b-4179-ac2e-28cbf563262f req-951e54ee-89f3-452c-8ac6-c9ba846e4aeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Allocated IP 172.20.0.7 (29820a51-47ed-4a8e-8170-71221aa2cdfe/bf143fb6-d0fd-4e14-a506-bd386a1da1c6/697451eb-ff82-4b0c-b64d-5fb8cde5a13f) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:40:00.438806 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:00.539551 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7d008-1731-4077-9ee0-9a611f9b430f req-3f6b6260-fee5-4179-bb95-138324f1f3db tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:00.541046 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-86a7d008-1731-4077-9ee0-9a611f9b430f req-3f6b6260-fee5-4179-bb95-138324f1f3db tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0717237 Jul 07 15:40:00.551114 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-80f51c29-716b-4179-ac2e-28cbf563262f req-951e54ee-89f3-452c-8ac6-c9ba846e4aeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for port (697451eb-ff82-4b0c-b64d-5fb8cde5a13f), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:00.613446 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-86a7d008-1731-4077-9ee0-9a611f9b430f req-31e1d854-0d49-46c0-91b8-fdd49fd04c37 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650764 Jul 07 15:40:00.736966 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-80f51c29-716b-4179-ac2e-28cbf563262f req-951e54ee-89f3-452c-8ac6-c9ba846e4aeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (697451eb-ff82-4b0c-b64d-5fb8cde5a13f), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:00.786535 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f51c29-716b-4179-ac2e-28cbf563262f req-951e54ee-89f3-452c-8ac6-c9ba846e4aeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Network 29820a51-47ed-4a8e-8170-71221aa2cdfe is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:40:00.789717 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [req-80f51c29-716b-4179-ac2e-28cbf563262f req-951e54ee-89f3-452c-8ac6-c9ba846e4aeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:40:00.793447 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f51c29-716b-4179-ac2e-28cbf563262f req-951e54ee-89f3-452c-8ac6-c9ba846e4aeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:40:00.818720 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e54ee-89f3-452c-8ac6-c9ba846e4aeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event updated for resources: {'Port': ['ID=697451eb-ff82-4b0c-b64d-5fb8cde5a13f,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:00.847998 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f51c29-716b-4179-ac2e-28cbf563262f req-951e54ee-89f3-452c-8ac6-c9ba846e4aeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:00.849132 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-80f51c29-716b-4179-ac2e-28cbf563262f req-951e54ee-89f3-452c-8ac6-c9ba846e4aeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:00.955555 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80f51c29-716b-4179-ac2e-28cbf563262f req-951e54ee-89f3-452c-8ac6-c9ba846e4aeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8989699 Jul 07 15:40:00.962104 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 47824) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:00.986646 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-d7b7d02a-b76d-46d4-ad51-225662a3a8c5 None None] Provisioning complete for port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:40:00.987223 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d7b7d02a-b76d-46d4-ad51-225662a3a8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (697451eb-ff82-4b0c-b64d-5fb8cde5a13f), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:01.019093 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Request body: {'port': {'device_id': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:40:01.019311 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-d7b7d02a-b76d-46d4-ad51-225662a3a8c5 None None] Port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:40:01.071066 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:01.078313 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6dc048fa-fa31-4bf1-9730-134baaa80b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:01.094120 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (697451eb-ff82-4b0c-b64d-5fb8cde5a13f), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:01.163402 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6dc048fa-fa31-4bf1-9730-134baaa80b7f admin admin] Publish callbacks [] for security_group (df9ca78c-5112-48a3-8abf-2291d480ea9d), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:01.170985 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4298-2589-4ab1-b998-927c5a1f0231 req-ada56728-cbe0-4d47-9dba-ce0f62c448c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:01.172569 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fd5e4298-2589-4ab1-b998-927c5a1f0231 req-ada56728-cbe0-4d47-9dba-ce0f62c448c3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 931 time: 0.0801940 Jul 07 15:40:01.267891 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-6dc048fa-fa31-4bf1-9730-134baaa80b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (df9ca78c-5112-48a3-8abf-2291d480ea9d), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:01.295944 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fd5e4298-2589-4ab1-b998-927c5a1f0231 req-a17135f4-bf2c-4dcb-9ffe-fe483f0b0a45 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167064 Jul 07 15:40:01.311748 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc048fa-fa31-4bf1-9730-134baaa80b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9ca78c-5112-48a3-8abf-2291d480ea9d,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:01.315495 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-6dc048fa-fa31-4bf1-9730-134baaa80b7f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=077634babf4b433bbd3e94a3a04820e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572500 Jul 07 15:40:01.320584 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 47834) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:01.374094 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-88353e94-9976-4f33-b7fe-d3ec25e1b679 admin admin] Publish callbacks [] for security_group (df9ca78c-5112-48a3-8abf-2291d480ea9d), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:01.396139 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-88353e94-9976-4f33-b7fe-d3ec25e1b679 admin admin] Publish callbacks [] for security_group (df9ca78c-5112-48a3-8abf-2291d480ea9d), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:01.434032 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:01.437822 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697451eb-ff82-4b0c-b64d-5fb8cde5a13f {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:40:01.445719 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Publish callbacks [] for port (697451eb-ff82-4b0c-b64d-5fb8cde5a13f), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:01.528211 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Transition to ACTIVE for port object 697451eb-ff82-4b0c-b64d-5fb8cde5a13f will not be triggered until provisioned by entity L2. {{(pid=104328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:40:01.528443 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-88353e94-9976-4f33-b7fe-d3ec25e1b679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (df9ca78c-5112-48a3-8abf-2291d480ea9d), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:01.530758 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-88353e94-9976-4f33-b7fe-d3ec25e1b679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:01.531990 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-88353e94-9976-4f33-b7fe-d3ec25e1b679 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df9ca78c-5112-48a3-8abf-2291d480ea9d HTTP/1.1" status: 204 len: 168 time: 0.2101436 Jul 07 15:40:01.540737 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88353e94-9976-4f33-b7fe-d3ec25e1b679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9ca78c-5112-48a3-8abf-2291d480ea9d,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:01.608412 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (697451eb-ff82-4b0c-b64d-5fb8cde5a13f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:01.661217 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Pushing event updated for resources: {'Port': ['ID=697451eb-ff82-4b0c-b64d-5fb8cde5a13f,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:01.772394 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663672d-059b-4c8a-8265-0bd5027d533f req-7d8a3c00-278b-4e1b-b6de-5b111d75f332 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:01.773975 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c663672d-059b-4c8a-8265-0bd5027d533f req-7d8a3c00-278b-4e1b-b6de-5b111d75f332 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0814333 Jul 07 15:40:01.798006 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Attempting to bind port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:40:01.798006 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Attempting to bind port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:40:01.798196 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Attempting to bind port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f on network 29820a51-47ed-4a8e-8170-71221aa2cdfe {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:40:01.806913 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f on network 29820a51-47ed-4a8e-8170-71221aa2cdfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:40:01.807228 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Attempting to bind port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f on network 29820a51-47ed-4a8e-8170-71221aa2cdfe {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:40:01.824025 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:40:01.824025 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Checking segment: {'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:40:01.824488 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Bound using segment: {'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:40:01.824731 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Bound port: 697451eb-ff82-4b0c-b64d-5fb8cde5a13f, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:40:01.825087 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (697451eb-ff82-4b0c-b64d-5fb8cde5a13f), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:01.853841 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c663672d-059b-4c8a-8265-0bd5027d533f req-8f77ff1b-17bd-49aa-bac4-f1040e3a78ed tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737348 Jul 07 15:40:01.907967 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] For port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f, host hv-cinder-84130, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:40:01.911042 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] For port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=697451eb-ff82-4b0c-b64d-5fb8cde5a13f,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:40:01.970742 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (697451eb-ff82-4b0c-b64d-5fb8cde5a13f), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:02.017119 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:02.017119 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:02.017119 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] 10.222.0.50 "PUT /v2.0/ports/697451eb-ff82-4b0c-b64d-5fb8cde5a13f HTTP/1.1" status: 200 len: 1093 time: 1.0045912 Jul 07 15:40:02.017119 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'tag': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:40:02.019117 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b925ee03-c76f-4f82-8dee-2cd2954c5a14" -d '{"events": [{"name": "network-changed", "server_uuid": "3287e24c-ce40-4bc8-95ac-3361e15b5807", "tag": "697451eb-ff82-4b0c-b64d-5fb8cde5a13f"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:40:02.046045 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc648f15-1e93-4079-82bb-3193f0ebdd21 service neutron] Pushing event updated for resources: {'Port': ['ID=697451eb-ff82-4b0c-b64d-5fb8cde5a13f,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:02.083212 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94a1e9e-f3f2-415d-a302-9347bf8b33f9 x-openstack-request-id: req-f94a1e9e-f3f2-415d-a302-9347bf8b33f9 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:40:02.083701 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3287e24c-ce40-4bc8-95ac-3361e15b5807", "tag": "697451eb-ff82-4b0c-b64d-5fb8cde5a13f", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:40:02.084492 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f94a1e9e-f3f2-415d-a302-9347bf8b33f9 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:40:02.084982 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f94a1e9e-f3f2-415d-a302-9347bf8b33f9'] response: {'name': 'network-changed', 'server_uuid': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'tag': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f', 'status': 'completed', 'code': 200} Jul 07 15:40:02.172058 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925ee03-c76f-4f82-8dee-2cd2954c5a14 req-22da458c-c353-4c59-b023-85366533ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:02.174453 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b925ee03-c76f-4f82-8dee-2cd2954c5a14 req-22da458c-c353-4c59-b023-85366533ace4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b72dae7a2e644460b4c63da884023c82&device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 1127 time: 0.0708904 Jul 07 15:40:02.297115 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925ee03-c76f-4f82-8dee-2cd2954c5a14 req-5d7154ac-51e5-4c02-8b3e-bee7d5dac61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:02.298463 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b925ee03-c76f-4f82-8dee-2cd2954c5a14 req-5d7154ac-51e5-4c02-8b3e-bee7d5dac61b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b72dae7a2e644460b4c63da884023c82&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1131101 Jul 07 15:40:02.457508 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925ee03-c76f-4f82-8dee-2cd2954c5a14 req-13746246-a606-40cf-846e-87dc3edeeab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:02.462902 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b925ee03-c76f-4f82-8dee-2cd2954c5a14 req-13746246-a606-40cf-846e-87dc3edeeab7 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1566606 Jul 07 15:40:02.480639 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49920d-a835-42f3-bcd9-ffccc96ad2d7 req-50c9f778-eb12-4afd-b14a-cce3cd8ce1f9 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:02.488368 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3b49920d-a835-42f3-bcd9-ffccc96ad2d7 req-50c9f778-eb12-4afd-b14a-cce3cd8ce1f9 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 943 time: 0.0896595 Jul 07 15:40:02.569809 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3b49920d-a835-42f3-bcd9-ffccc96ad2d7 req-3fd1301c-bb10-486f-998c-a14048e2a3ce tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791116 Jul 07 15:40:02.572329 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f51c29-716b-4179-ac2e-28cbf563262f req-bb7a43b8-71e4-455c-94a4-18435f994110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:02.573749 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80f51c29-716b-4179-ac2e-28cbf563262f req-bb7a43b8-71e4-455c-94a4-18435f994110 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b72dae7a2e644460b4c63da884023c82&device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 1127 time: 0.0632563 Jul 07 15:40:02.619751 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:02.622801 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80f51c29-716b-4179-ac2e-28cbf563262f req-cfda94fc-dd9e-47bc-a776-e1d141bf4c90 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=697451eb-ff82-4b0c-b64d-5fb8cde5a13f HTTP/1.1" status: 200 len: 217 time: 0.0401204 Jul 07 15:40:02.691758 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f51c29-716b-4179-ac2e-28cbf563262f req-c665a124-0d6d-4e2e-acdc-223d40e90323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:02.693252 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80f51c29-716b-4179-ac2e-28cbf563262f req-c665a124-0d6d-4e2e-acdc-223d40e90323 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf143fb6-d0fd-4e14-a506-bd386a1da1c6 HTTP/1.1" status: 200 len: 850 time: 0.0646024 Jul 07 15:40:02.739110 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f51c29-716b-4179-ac2e-28cbf563262f req-f25e9bfc-82a2-4e4f-a24a-e86d529881be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:02.740638 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80f51c29-716b-4179-ac2e-28cbf563262f req-f25e9bfc-82a2-4e4f-a24a-e86d529881be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29820a51-47ed-4a8e-8170-71221aa2cdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408659 Jul 07 15:40:02.780023 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:02.839118 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80f51c29-716b-4179-ac2e-28cbf563262f req-c1a7900f-ae9b-40ef-93a2-1c650cf66dc9 service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918131 Jul 07 15:40:02.942263 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80f51c29-716b-4179-ac2e-28cbf563262f req-eaee3b9c-5045-47a5-933e-bc42d577fb0a service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959177 Jul 07 15:40:02.994613 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab0cb7-26de-4895-802b-504a1d9a7ccb req-1a0743c4-59e1-4eda-b203-430c7f790271 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:02.996311 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e7ab0cb7-26de-4895-802b-504a1d9a7ccb req-1a0743c4-59e1-4eda-b203-430c7f790271 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0530276 Jul 07 15:40:03.057991 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e7ab0cb7-26de-4895-802b-504a1d9a7ccb req-b02b6aa3-26e6-4431-a29c-4168f29f91a2 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528152 Jul 07 15:40:03.184375 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709d929-048f-47a2-b84b-bae4cb079b45 req-9e01c5c7-d5fa-4a91-8ca6-b9ab690b4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:03.185856 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3709d929-048f-47a2-b84b-bae4cb079b45 req-9e01c5c7-d5fa-4a91-8ca6-b9ab690b4507 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8&tenant_id=41be827d61314cdbb5387c24e6353bb5 HTTP/1.1" status: 200 len: 1128 time: 0.0408235 Jul 07 15:40:03.254010 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:40:03.262977 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709d929-048f-47a2-b84b-bae4cb079b45 req-7ca12d81-0729-4c73-9cbc-97d10dc23a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:03.264605 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3709d929-048f-47a2-b84b-bae4cb079b45 req-7ca12d81-0729-4c73-9cbc-97d10dc23a5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=41be827d61314cdbb5387c24e6353bb5&device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 1128 time: 0.0580506 Jul 07 15:40:03.408452 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709d929-048f-47a2-b84b-bae4cb079b45 req-820ebc10-db3c-464c-b2b6-894f2aedc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:03.411600 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3709d929-048f-47a2-b84b-bae4cb079b45 req-820ebc10-db3c-464c-b2b6-894f2aedc5c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=757ed358-1381-4fc5-bef5-a1b2bca8fd1b HTTP/1.1" status: 200 len: 909 time: 0.1351621 Jul 07 15:40:03.470482 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3709d929-048f-47a2-b84b-bae4cb079b45 req-997eeed1-22ab-4619-bcb6-51c69087074c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcf3a191-4ef0-4048-9b74-408448e7ee6d HTTP/1.1" status: 200 len: 999 time: 0.0535216 Jul 07 15:40:03.517798 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709d929-048f-47a2-b84b-bae4cb079b45 req-3d6906ec-c46b-42fa-b8b8-d8c8d88b961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:03.519209 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3709d929-048f-47a2-b84b-bae4cb079b45 req-3d6906ec-c46b-42fa-b8b8-d8c8d88b961e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f8151f99-f507-4459-a9a2-6d20274116fb HTTP/1.1" status: 200 len: 847 time: 0.0432067 Jul 07 15:40:03.569329 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709d929-048f-47a2-b84b-bae4cb079b45 req-3bcca310-827f-4e89-821e-9d7eb8d506b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:03.570823 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3709d929-048f-47a2-b84b-bae4cb079b45 req-3bcca310-827f-4e89-821e-9d7eb8d506b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=757ed358-1381-4fc5-bef5-a1b2bca8fd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460093 Jul 07 15:40:03.575547 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:03.697333 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3709d929-048f-47a2-b84b-bae4cb079b45 req-257b739d-1931-44b0-a4cb-ae33ef346c0e service neutron] 10.222.0.50 "GET /v2.0/networks/757ed358-1381-4fc5-bef5-a1b2bca8fd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199236 Jul 07 15:40:03.708190 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fbb33-ff4a-461e-9ac8-dc757daf3f63 req-dbe0435e-79b4-4c2e-b61d-035ee9305fc1 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:03.709588 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-036fbb33-ff4a-461e-9ac8-dc757daf3f63 req-dbe0435e-79b4-4c2e-b61d-035ee9305fc1 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 943 time: 0.0643070 Jul 07 15:40:03.744472 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:03.814436 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-036fbb33-ff4a-461e-9ac8-dc757daf3f63 req-550e511a-b0ad-4732-8ee4-d0457937f77c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954676 Jul 07 15:40:03.833277 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3709d929-048f-47a2-b84b-bae4cb079b45 req-0d560ff9-f47f-4d57-80fd-a2aa360ef9da service neutron] 10.222.0.50 "GET /v2.0/networks/757ed358-1381-4fc5-bef5-a1b2bca8fd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222537 Jul 07 15:40:04.173749 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c5a15-c5cf-46f8-9341-afed9239cdd7 req-08f9c25c-5ec1-4075-b1a6-0a1f21bf2610 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:04.175124 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b86c5a15-c5cf-46f8-9341-afed9239cdd7 req-08f9c25c-5ec1-4075-b1a6-0a1f21bf2610 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0506368 Jul 07 15:40:04.223893 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b86c5a15-c5cf-46f8-9341-afed9239cdd7 req-a6082414-8165-4139-8709-a33b10db4690 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426111 Jul 07 15:40:04.934987 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08926acc-1b9c-43ed-8e43-b57be79b1c3a req-20d33940-a79d-4c6f-98b6-fa2716d1956e tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:04.936474 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-08926acc-1b9c-43ed-8e43-b57be79b1c3a req-20d33940-a79d-4c6f-98b6-fa2716d1956e tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 943 time: 0.0547783 Jul 07 15:40:04.999292 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-08926acc-1b9c-43ed-8e43-b57be79b1c3a req-981768a4-c3ac-40e3-a152-1888dc002bf6 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569358 Jul 07 15:40:05.382355 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cdcb3-066d-42ec-8e8a-a75fceb29942 req-1ecb827d-00cb-4763-853d-0bb5c303f3df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:05.383850 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-699cdcb3-066d-42ec-8e8a-a75fceb29942 req-1ecb827d-00cb-4763-853d-0bb5c303f3df tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0886974 Jul 07 15:40:05.386573 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f5828-4816-417a-92ea-723595b9eafc req-2281066d-896d-41ba-b245-de4f7007a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:05.387948 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b41f5828-4816-417a-92ea-723595b9eafc req-2281066d-896d-41ba-b245-de4f7007a51d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=41be827d61314cdbb5387c24e6353bb5&device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 1128 time: 0.0539105 Jul 07 15:40:05.434326 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:05.463541 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-699cdcb3-066d-42ec-8e8a-a75fceb29942 req-4d1d7b69-558b-4fbe-96ae-a2037aa7be4f tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740514 Jul 07 15:40:05.534579 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f5828-4816-417a-92ea-723595b9eafc req-2594c389-9d28-44ac-af80-2a418d007cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:05.536498 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b41f5828-4816-417a-92ea-723595b9eafc req-2594c389-9d28-44ac-af80-2a418d007cc4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=757ed358-1381-4fc5-bef5-a1b2bca8fd1b HTTP/1.1" status: 200 len: 909 time: 0.1297433 Jul 07 15:40:05.603327 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b41f5828-4816-417a-92ea-723595b9eafc req-bef39210-2a03-469c-9f3e-28ecddaa5996 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcf3a191-4ef0-4048-9b74-408448e7ee6d HTTP/1.1" status: 200 len: 999 time: 0.0570238 Jul 07 15:40:05.652789 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f5828-4816-417a-92ea-723595b9eafc req-a39c1c8c-9b0e-48e3-a60d-b52169da8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:05.654157 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b41f5828-4816-417a-92ea-723595b9eafc req-a39c1c8c-9b0e-48e3-a60d-b52169da8169 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f8151f99-f507-4459-a9a2-6d20274116fb HTTP/1.1" status: 200 len: 847 time: 0.0445418 Jul 07 15:40:05.699624 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f5828-4816-417a-92ea-723595b9eafc req-0b9bf88f-dd9f-4fcb-8ca4-92fe0363dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:05.701085 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b41f5828-4816-417a-92ea-723595b9eafc req-0b9bf88f-dd9f-4fcb-8ca4-92fe0363dbc3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=757ed358-1381-4fc5-bef5-a1b2bca8fd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412803 Jul 07 15:40:06.021856 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b41f5828-4816-417a-92ea-723595b9eafc req-1c5f1d20-9173-496f-ae32-4cbd25fc075f service neutron] 10.222.0.50 "GET /v2.0/networks/757ed358-1381-4fc5-bef5-a1b2bca8fd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130326 Jul 07 15:40:06.109824 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e4b6b-3280-4684-a559-8f3c55f60944 req-6b348a12-aec1-4f55-846e-40c37e127633 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:06.111514 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d12e4b6b-3280-4684-a559-8f3c55f60944 req-6b348a12-aec1-4f55-846e-40c37e127633 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 943 time: 0.0468576 Jul 07 15:40:06.164968 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d12e4b6b-3280-4684-a559-8f3c55f60944 req-7d10527b-f365-4751-9eea-6d6811f02da3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479383 Jul 07 15:40:06.581521 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719508a-0023-4139-b7c0-ec489c492735 req-682d0748-9e61-4f83-9bf2-6b9c08db55ac tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:06.583177 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6719508a-0023-4139-b7c0-ec489c492735 req-682d0748-9e61-4f83-9bf2-6b9c08db55ac tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0489366 Jul 07 15:40:06.632848 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6719508a-0023-4139-b7c0-ec489c492735 req-ed0e17b9-53f6-4f16-868d-000476c17205 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440540 Jul 07 15:40:06.818964 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:06.822839 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b41f5828-4816-417a-92ea-723595b9eafc req-a234903c-85c6-41d1-af9e-c59684804f97 service neutron] 10.222.0.50 "GET /v2.0/networks/757ed358-1381-4fc5-bef5-a1b2bca8fd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878780 Jul 07 15:40:07.274552 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabd9da-ca75-4b87-9c0d-877c3d1c2319 req-aadce720-c5d7-4f94-9fd5-4891a7a0bd6e tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:07.276052 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7dabd9da-ca75-4b87-9c0d-877c3d1c2319 req-aadce720-c5d7-4f94-9fd5-4891a7a0bd6e tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 943 time: 0.0464451 Jul 07 15:40:07.324433 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7dabd9da-ca75-4b87-9c0d-877c3d1c2319 req-377687ae-aaf5-49c9-b4e5-7dfbe94bc9cc tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430250 Jul 07 15:40:07.744259 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab44bf8-b668-45b5-84f3-60ddc4cd6972 req-226c370b-fa76-46ff-8c30-1246386716f3 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:07.745733 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cab44bf8-b668-45b5-84f3-60ddc4cd6972 req-226c370b-fa76-46ff-8c30-1246386716f3 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0476713 Jul 07 15:40:07.800715 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cab44bf8-b668-45b5-84f3-60ddc4cd6972 req-430f7750-2902-41e7-81fb-e9f2e415f1a3 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493333 Jul 07 15:40:08.436586 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe447e0-fa5c-475b-acd0-ac82a8f86241 req-12a29969-ce58-4734-8e30-30bf02728b81 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:08.438044 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0fe447e0-fa5c-475b-acd0-ac82a8f86241 req-12a29969-ce58-4734-8e30-30bf02728b81 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 943 time: 0.0470676 Jul 07 15:40:08.487613 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0fe447e0-fa5c-475b-acd0-ac82a8f86241 req-e88d1f9d-5ee8-4d8f-b15a-3a016bfb15fc tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435741 Jul 07 15:40:08.914455 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4f962-041f-4032-a516-fa338e819d04 req-e558389c-b9a0-4753-b2ee-15f91ac92ada tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:08.915924 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b7d4f962-041f-4032-a516-fa338e819d04 req-e558389c-b9a0-4753-b2ee-15f91ac92ada tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0482161 Jul 07 15:40:08.964245 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b7d4f962-041f-4032-a516-fa338e819d04 req-1fc6cfb8-fda1-4c44-a453-5331497b4214 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427923 Jul 07 15:40:09.604446 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2b875-3c13-4b22-b022-cb10553d7356 req-27e4f765-0769-4134-9a46-2ceace77f060 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:09.605937 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8ff2b875-3c13-4b22-b022-cb10553d7356 req-27e4f765-0769-4134-9a46-2ceace77f060 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 943 time: 0.0501995 Jul 07 15:40:09.656050 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8ff2b875-3c13-4b22-b022-cb10553d7356 req-fdf17652-b68e-441a-9b26-c484c2801b40 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443268 Jul 07 15:40:10.070969 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:10.079109 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68175c52-3560-492d-9fb6-2ea114bfe978 req-30f22b3e-4d0b-4dad-a5bb-d9c13ff44558 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:10.080597 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-68175c52-3560-492d-9fb6-2ea114bfe978 req-30f22b3e-4d0b-4dad-a5bb-d9c13ff44558 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0478380 Jul 07 15:40:10.130199 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-68175c52-3560-492d-9fb6-2ea114bfe978 req-3cf84ab9-be35-4b50-9736-3fc815903e13 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440075 Jul 07 15:40:10.766956 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917268c-3ac3-4d27-a16e-325f397fae2d req-87917097-70b2-4253-a015-a45b7b85dc10 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:10.768482 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6917268c-3ac3-4d27-a16e-325f397fae2d req-87917097-70b2-4253-a015-a45b7b85dc10 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 943 time: 0.0480564 Jul 07 15:40:10.829228 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6917268c-3ac3-4d27-a16e-325f397fae2d req-fcf0c80c-7e3d-4431-ba49-e76b84e85ce3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529487 Jul 07 15:40:11.249999 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84595944-cff9-471b-a96d-56d86fd28de2 req-d83fe6e7-4d13-4566-a51e-09bb8f41580c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:11.251491 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-84595944-cff9-471b-a96d-56d86fd28de2 req-d83fe6e7-4d13-4566-a51e-09bb8f41580c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0491076 Jul 07 15:40:11.300822 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-84595944-cff9-471b-a96d-56d86fd28de2 req-9dd9f443-99d3-4eb5-b9e2-793773724478 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432680 Jul 07 15:40:11.535390 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=32,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:11.536370 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=38,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:11.951027 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f21c9-454d-4732-979e-cf02d070da62 req-0fed4361-79f7-4082-bedd-574d65f5a1e2 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:11.952508 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-393f21c9-454d-4732-979e-cf02d070da62 req-0fed4361-79f7-4082-bedd-574d65f5a1e2 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 943 time: 0.0472255 Jul 07 15:40:12.003310 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-393f21c9-454d-4732-979e-cf02d070da62 req-6c6c517b-3396-4322-b605-116c71eeae95 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440841 Jul 07 15:40:12.173466 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device bcf3a191-4ef0-4048-9b74-408448e7ee6d details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:40:12.247925 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:12.274469 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port bcf3a191-4ef0-4048-9b74-408448e7ee6d, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=bcf3a191-4ef0-4048-9b74-408448e7ee6d,segment=NetworkSegment(b7f4c497-742a-4266-9eca-a37d713bad41),segment_id=b7f4c497-742a-4266-9eca-a37d713bad41)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:12.286155 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d', 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'port_id': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d', 'mac_address': 'fa:16:3e:ab:0e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:40:12.323799 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port bcf3a191-4ef0-4048-9b74-408448e7ee6d is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:40:12.325452 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:12.338094 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf3a191-4ef0-4048-9b74-408448e7ee6d {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:40:12.344018 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:12.354976 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:12.358884 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port bcf3a191-4ef0-4048-9b74-408448e7ee6d, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=bcf3a191-4ef0-4048-9b74-408448e7ee6d,segment=NetworkSegment(b7f4c497-742a-4266-9eca-a37d713bad41),segment_id=b7f4c497-742a-4266-9eca-a37d713bad41)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:12.420991 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cf979-5c3a-498a-852e-da6565a7a02d req-b0eb656f-f5b5-4199-aadd-2d1040380dfb tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:12.422358 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8d5cf979-5c3a-498a-852e-da6565a7a02d req-b0eb656f-f5b5-4199-aadd-2d1040380dfb tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 944 time: 0.0505183 Jul 07 15:40:12.467172 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:12.488485 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8d5cf979-5c3a-498a-852e-da6565a7a02d req-a778e954-c8ee-4f26-974c-0b7d11a3b3fc tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601070 Jul 07 15:40:12.526037 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=bcf3a191-4ef0-4048-9b74-408448e7ee6d,revision_number=7']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:12.533364 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:12.533710 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:12.534103 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:12.534465 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:12.535056 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:12.535175 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:12.536198 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:12.538726 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:12.538726 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:12.538726 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:12.538726 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:12.538726 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:12.538726 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:12.538726 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:12.538726 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:12.706427 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48016) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:12.714087 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['bcf3a191-4ef0-4048-9b74-408448e7ee6d'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:40:12.820031 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cfafb676-1e07-48ef-8ca9-b06776e775f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:12.896620 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cfafb676-1e07-48ef-8ca9-b06776e775f5 admin admin] Publish callbacks [] for security_group (01ab514d-7d55-4f7f-8767-77bad9a78c7b), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:12.967812 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-cfafb676-1e07-48ef-8ca9-b06776e775f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (01ab514d-7d55-4f7f-8767-77bad9a78c7b), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:13.007913 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-cfafb676-1e07-48ef-8ca9-b06776e775f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc67de22c4894bb985af3f682590d548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003860 Jul 07 15:40:13.009844 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafb676-1e07-48ef-8ca9-b06776e775f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ab514d-7d55-4f7f-8767-77bad9a78c7b,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:13.010538 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48020) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:13.029401 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:13.063591 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d66355a7-3242-42dc-ad96-a6078b2986ce admin admin] Publish callbacks [] for security_group (01ab514d-7d55-4f7f-8767-77bad9a78c7b), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:13.111439 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d66355a7-3242-42dc-ad96-a6078b2986ce admin admin] Publish callbacks [] for security_group (01ab514d-7d55-4f7f-8767-77bad9a78c7b), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:13.142397 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325773e-7318-4f80-be36-603e993cc2c9 req-ff9197e1-db2a-45b4-9f30-e54e034c83f3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:13.144016 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3325773e-7318-4f80-be36-603e993cc2c9 req-ff9197e1-db2a-45b4-9f30-e54e034c83f3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 943 time: 0.0688419 Jul 07 15:40:13.203709 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3325773e-7318-4f80-be36-603e993cc2c9 req-1bebb12f-ef0c-40c5-b705-3b501d9346d9 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515692 Jul 07 15:40:13.254947 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:13.266715 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d66355a7-3242-42dc-ad96-a6078b2986ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (01ab514d-7d55-4f7f-8767-77bad9a78c7b), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:13.269284 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d66355a7-3242-42dc-ad96-a6078b2986ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:13.270441 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-d66355a7-3242-42dc-ad96-a6078b2986ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01ab514d-7d55-4f7f-8767-77bad9a78c7b HTTP/1.1" status: 204 len: 168 time: 0.2588942 Jul 07 15:40:13.280276 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66355a7-3242-42dc-ad96-a6078b2986ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ab514d-7d55-4f7f-8767-77bad9a78c7b,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:13.669018 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b00a-6dcd-4580-b13f-78cce6abf6c1 req-8db8dac8-840e-4b7d-a359-7ed924078ea2 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:13.670765 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e251b00a-6dcd-4580-b13f-78cce6abf6c1 req-8db8dac8-840e-4b7d-a359-7ed924078ea2 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 945 time: 0.0536244 Jul 07 15:40:13.729059 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e251b00a-6dcd-4580-b13f-78cce6abf6c1 req-ddc30c93-72f8-4a26-8583-70453dd7950d tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516605 Jul 07 15:40:14.127558 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda6b3b-d671-42da-b03c-bdfc4306762f req-cf992cef-c8dd-4c60-ab42-d07066770538 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:14.129600 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ffda6b3b-d671-42da-b03c-bdfc4306762f req-cf992cef-c8dd-4c60-ab42-d07066770538 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 945 time: 0.0465970 Jul 07 15:40:14.179536 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ffda6b3b-d671-42da-b03c-bdfc4306762f req-44b49445-440a-46c6-996c-bc73dd74b1c1 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=30620802-39ea-4bba-a199-b74a74522195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444140 Jul 07 15:40:14.189169 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device bcf3a191-4ef0-4048-9b74-408448e7ee6d up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:40:14.233595 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port bcf3a191-4ef0-4048-9b74-408448e7ee6d triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:40:14.233882 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:14.312098 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port bcf3a191-4ef0-4048-9b74-408448e7ee6d is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:40:14.312477 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:14.315521 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:14.330741 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de7f0a-3724-4b99-9d2c-63c59ea4f6a5 req-276c8ff9-e097-405e-ae09-8bc0f0b865ae tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:14.332288 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c9de7f0a-3724-4b99-9d2c-63c59ea4f6a5 req-276c8ff9-e097-405e-ae09-8bc0f0b865ae tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 943 time: 0.0488386 Jul 07 15:40:14.335699 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:40:14.337898 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8a2ee8-0d18-4a98-a049-64eb4a332ac6" -d '{"events": [{"server_uuid": "9b8af2eb-fd79-4b8d-a9ef-648a1959ded8", "name": "network-vif-plugged", "status": "completed", "tag": "bcf3a191-4ef0-4048-9b74-408448e7ee6d"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:40:14.351185 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port bcf3a191-4ef0-4048-9b74-408448e7ee6d, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=bcf3a191-4ef0-4048-9b74-408448e7ee6d,segment=NetworkSegment(b7f4c497-742a-4266-9eca-a37d713bad41),segment_id=b7f4c497-742a-4266-9eca-a37d713bad41)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:14.376050 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e142ae98-531c-4c5f-a06b-a22e5802e0c8 x-openstack-request-id: req-e142ae98-531c-4c5f-a06b-a22e5802e0c8 {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:40:14.376334 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8af2eb-fd79-4b8d-a9ef-648a1959ded8", "name": "network-vif-plugged", "status": "completed", "tag": "bcf3a191-4ef0-4048-9b74-408448e7ee6d", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:40:14.376581 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e142ae98-531c-4c5f-a06b-a22e5802e0c8 {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:40:14.376972 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e142ae98-531c-4c5f-a06b-a22e5802e0c8'] response: {'server_uuid': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d', 'code': 200} Jul 07 15:40:14.384999 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c9de7f0a-3724-4b99-9d2c-63c59ea4f6a5 req-769bf7f1-8183-4391-9d25-6139e9268f87 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471337 Jul 07 15:40:14.427750 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:14.474494 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=bcf3a191-4ef0-4048-9b74-408448e7ee6d,revision_number=8']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:14.845694 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca08c7-b70d-4e2f-9c8d-4ea8a591158b req-f50b935c-2bf8-41ea-b952-cac985e902f1 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:14.847176 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1aca08c7-b70d-4e2f-9c8d-4ea8a591158b req-f50b935c-2bf8-41ea-b952-cac985e902f1 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0480373 Jul 07 15:40:14.897387 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1aca08c7-b70d-4e2f-9c8d-4ea8a591158b req-4a9bfe2d-47db-4f63-b2e0-54dc7450ebfe tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438039 Jul 07 15:40:15.301798 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653b144-7998-4724-982e-f3bcc0205f1b req-a2a554cc-f247-4ad4-bb74-66a231a7c64c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:15.303233 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c653b144-7998-4724-982e-f3bcc0205f1b req-a2a554cc-f247-4ad4-bb74-66a231a7c64c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 945 time: 0.0560496 Jul 07 15:40:15.350912 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c653b144-7998-4724-982e-f3bcc0205f1b req-e1c75a3c-38f6-4fac-add4-db941dba46d6 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=30620802-39ea-4bba-a199-b74a74522195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419111 Jul 07 15:40:15.505173 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb4f74-5747-4197-9bcd-9c0bf2ec2edc req-25261bd7-397f-4471-bb5c-2cd0d4b87aba tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:15.506639 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-79cb4f74-5747-4197-9bcd-9c0bf2ec2edc req-25261bd7-397f-4471-bb5c-2cd0d4b87aba tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 943 time: 0.0526524 Jul 07 15:40:15.558492 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-79cb4f74-5747-4197-9bcd-9c0bf2ec2edc req-6fe1fdcd-9d33-431a-a848-fef87c529e1f tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458546 Jul 07 15:40:15.790961 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0decc4-fcc0-41d1-8abd-7ca3b2cd1a29 req-e5b5d5c2-4315-405b-953e-64e0bd0423ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:15.792482 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ca0decc4-fcc0-41d1-8abd-7ca3b2cd1a29 req-e5b5d5c2-4315-405b-953e-64e0bd0423ab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 1130 time: 0.0441329 Jul 07 15:40:16.018592 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270eeb9-e1d5-4ef5-8302-2884f53c8b51 req-3b56b811-f95b-4a57-a603-5dbf09a83a4b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:16.020169 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0270eeb9-e1d5-4ef5-8302-2884f53c8b51 req-3b56b811-f95b-4a57-a603-5dbf09a83a4b tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0484822 Jul 07 15:40:16.102539 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61303d71-3648-4f15-aff4-d9e2aa2f12a4 req-282ed24a-95c7-4819-b896-91cba8d8ee23 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:16.104094 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-61303d71-3648-4f15-aff4-d9e2aa2f12a4 req-282ed24a-95c7-4819-b896-91cba8d8ee23 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 945 time: 0.0538833 Jul 07 15:40:16.111412 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0270eeb9-e1d5-4ef5-8302-2884f53c8b51 req-fb917217-ffbb-4b54-9435-880076327153 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855694 Jul 07 15:40:16.116269 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ca0decc4-fcc0-41d1-8abd-7ca3b2cd1a29 req-94935b3b-9194-4a2a-9e1c-76090852eab3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638664 Jul 07 15:40:16.436754 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-61303d71-3648-4f15-aff4-d9e2aa2f12a4 req-aadedca1-2c70-4ef8-9f43-4e0e35d2a8e8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Deleting port 8bf95f95-95f0-423b-b959-585f3cb8cc66 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:16.437292 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-61303d71-3648-4f15-aff4-d9e2aa2f12a4 req-aadedca1-2c70-4ef8-9f43-4e0e35d2a8e8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (8bf95f95-95f0-423b-b959-585f3cb8cc66), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:16.474815 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81043157-801c-4a52-ab73-7af9b699c989 req-dd2919d4-515d-4d88-9af0-71b2d139f7db tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:16.477277 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-81043157-801c-4a52-ab73-7af9b699c989 req-dd2919d4-515d-4d88-9af0-71b2d139f7db tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 945 time: 0.0523005 Jul 07 15:40:16.537167 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-81043157-801c-4a52-ab73-7af9b699c989 req-c101b59a-d151-42c3-800f-a5e9736e9c0e tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups?id=30620802-39ea-4bba-a199-b74a74522195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506918 Jul 07 15:40:16.542841 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-61303d71-3648-4f15-aff4-d9e2aa2f12a4 req-aadedca1-2c70-4ef8-9f43-4e0e35d2a8e8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] For port 8bf95f95-95f0-423b-b959-585f3cb8cc66, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8bf95f95-95f0-423b-b959-585f3cb8cc66,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:16.543217 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-61303d71-3648-4f15-aff4-d9e2aa2f12a4 req-aadedca1-2c70-4ef8-9f43-4e0e35d2a8e8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (8bf95f95-95f0-423b-b959-585f3cb8cc66), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:16.661816 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:16.674704 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005404-d0cf-424f-9863-523a646e1de2 req-eb4b7eed-39d3-4a9a-82c4-a130eabf6899 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:16.677542 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f5005404-d0cf-424f-9863-523a646e1de2 req-eb4b7eed-39d3-4a9a-82c4-a130eabf6899 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 943 time: 0.0490744 Jul 07 15:40:16.709565 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-61303d71-3648-4f15-aff4-d9e2aa2f12a4 req-aadedca1-2c70-4ef8-9f43-4e0e35d2a8e8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:16.709929 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-61303d71-3648-4f15-aff4-d9e2aa2f12a4 req-aadedca1-2c70-4ef8-9f43-4e0e35d2a8e8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (ceccb99f-8de0-48c1-ab4f-60ea12214258), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:16.714241 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.l3_db [req-61303d71-3648-4f15-aff4-d9e2aa2f12a4 req-aadedca1-2c70-4ef8-9f43-4e0e35d2a8e8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Floating IP ceccb99f-8de0-48c1-ab4f-60ea12214258 disassociated. External IP: 172.27.1.223, port: 8bf95f95-95f0-423b-b959-585f3cb8cc66. Jul 07 15:40:16.714241 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-61303d71-3648-4f15-aff4-d9e2aa2f12a4 req-aadedca1-2c70-4ef8-9f43-4e0e35d2a8e8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Calling delete_port for 8bf95f95-95f0-423b-b959-585f3cb8cc66 owned by compute:nova {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:16.727942 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f5005404-d0cf-424f-9863-523a646e1de2 req-08e10287-fccf-413b-8826-c803f36a0ee0 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460134 Jul 07 15:40:17.158353 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-61303d71-3648-4f15-aff4-d9e2aa2f12a4 req-aadedca1-2c70-4ef8-9f43-4e0e35d2a8e8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (8bf95f95-95f0-423b-b959-585f3cb8cc66), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:17.192735 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadedca1-2c70-4ef8-9f43-4e0e35d2a8e8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event deleted for resources: {'Port': ['ID=8bf95f95-95f0-423b-b959-585f3cb8cc66,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:17.248099 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e999679-2390-4405-9528-fb8ba5b26990 req-fd2ae9e9-bb06-482d-bf7c-8a0d99f57e49 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:17.249616 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6e999679-2390-4405-9528-fb8ba5b26990 req-fd2ae9e9-bb06-482d-bf7c-8a0d99f57e49 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0624490 Jul 07 15:40:17.308494 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6e999679-2390-4405-9528-fb8ba5b26990 req-8f3af34a-4632-4be5-8cca-5dd8c8c14115 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517175 Jul 07 15:40:17.315125 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61303d71-3648-4f15-aff4-d9e2aa2f12a4 req-aadedca1-2c70-4ef8-9f43-4e0e35d2a8e8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Router badb391a-9ac8-4700-b35a-45b4f5d75596 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:40:17.316161 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:17.324299 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:17.427781 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61303d71-3648-4f15-aff4-d9e2aa2f12a4 req-aadedca1-2c70-4ef8-9f43-4e0e35d2a8e8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:40:17.439299 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0fd98d-b30f-4137-b403-97f77d169907 None None] Sync routers for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:40:17.449755 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0fd98d-b30f-4137-b403-97f77d169907 None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:40:17.450955 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-dd0fd98d-b30f-4137-b403-97f77d169907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:39:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:17.486874 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-61303d71-3648-4f15-aff4-d9e2aa2f12a4 req-aadedca1-2c70-4ef8-9f43-4e0e35d2a8e8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] No DVR routers for this DVR port 8bf95f95-95f0-423b-b959-585f3cb8cc66 on host hv-cinder-84130 {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:40:17.486874 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-61303d71-3648-4f15-aff4-d9e2aa2f12a4 req-aadedca1-2c70-4ef8-9f43-4e0e35d2a8e8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:17.486874 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-61303d71-3648-4f15-aff4-d9e2aa2f12a4 req-aadedca1-2c70-4ef8-9f43-4e0e35d2a8e8 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.50 "DELETE /v2.0/ports/8bf95f95-95f0-423b-b959-585f3cb8cc66 HTTP/1.1" status: 204 len: 173 time: 1.1330576 Jul 07 15:40:17.486874 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54a14c0-4b58-4edc-9325-b1c7da38307d', 'name': 'network-vif-deleted', 'tag': '8bf95f95-95f0-423b-b959-585f3cb8cc66'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:40:17.486874 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95422cf0-7f01-497e-a9e4-46af4764676f" -d '{"events": [{"server_uuid": "e54a14c0-4b58-4edc-9325-b1c7da38307d", "name": "network-vif-deleted", "tag": "8bf95f95-95f0-423b-b959-585f3cb8cc66"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:40:17.525903 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9df450-aa49-4b8b-b16a-d808e05311d1 x-openstack-request-id: req-3f9df450-aa49-4b8b-b16a-d808e05311d1 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:40:17.526194 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54a14c0-4b58-4edc-9325-b1c7da38307d", "name": "network-vif-deleted", "tag": "8bf95f95-95f0-423b-b959-585f3cb8cc66", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:40:17.526447 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f9df450-aa49-4b8b-b16a-d808e05311d1 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:40:17.526853 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9df450-aa49-4b8b-b16a-d808e05311d1'] response: {'server_uuid': 'e54a14c0-4b58-4edc-9325-b1c7da38307d', 'name': 'network-vif-deleted', 'tag': '8bf95f95-95f0-423b-b959-585f3cb8cc66', 'status': 'completed', 'code': 200} Jul 07 15:40:17.576462 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-dd0fd98d-b30f-4137-b403-97f77d169907 None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:40:17.652978 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-206df75b-a024-4d7a-9c01-4e664b1c3c78 req-85912f80-31cf-4aa7-905f-ad01365695c4 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 210 time: 0.0349197 Jul 07 15:40:17.859278 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126eb390-b32c-4f80-a971-69db4e740133 req-26af062f-1005-4045-837d-45f765d83bcf tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:17.862869 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-126eb390-b32c-4f80-a971-69db4e740133 req-26af062f-1005-4045-837d-45f765d83bcf tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 943 time: 0.0619500 Jul 07 15:40:17.887666 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:17.907142 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:17.920165 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-126eb390-b32c-4f80-a971-69db4e740133 req-7027df36-1b63-4ed6-98fd-bf0517c98c7a tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498044 Jul 07 15:40:17.957646 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-dd0fd98d-b30f-4137-b403-97f77d169907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:17.983466 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0fd98d-b30f-4137-b403-97f77d169907 None None] Checking router: badb391a-9ac8-4700-b35a-45b4f5d75596 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:40:17.996491 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0fd98d-b30f-4137-b403-97f77d169907 None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:40:17.997125 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-dd0fd98d-b30f-4137-b403-97f77d169907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:39:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:18.026154 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6d1aa-b233-4407-83bf-e4d09766c846 req-24f8711c-afc5-41d8-89ec-a13bb90bf5d7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:18.027675 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6dc6d1aa-b233-4407-83bf-e4d09766c846 req-24f8711c-afc5-41d8-89ec-a13bb90bf5d7 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 946 time: 0.0546935 Jul 07 15:40:18.074740 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6dc6d1aa-b233-4407-83bf-e4d09766c846 req-9db57f6d-9e54-42ae-9390-5dd6b8589a76 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=3844512c-1ee8-4985-9e31-7a3f8668e89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413580 Jul 07 15:40:18.105059 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-dd0fd98d-b30f-4137-b403-97f77d169907 None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:40:18.294648 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-dd0fd98d-b30f-4137-b403-97f77d169907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:18.328643 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0fd98d-b30f-4137-b403-97f77d169907 None None] The sync data for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi is: [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:14Z', 'revision_number': 4, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ff3acbfa-de7e-49ac-a04d-a007cee539a5', 'name': '', 'network_id': 'ac1a0dbf-9ce9-4f3d-9709-351b088f4833', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'mac_address': 'fa:16:3e:70:25:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:12Z', 'updated_at': '2022-07-07T15:33:29Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'subnets': [{'id': '61ecf33b-ac81-410e-a8db-4aefcfc3a895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:40:18.424648 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c719a-cf32-44e0-b449-dde5ca0cb955 req-361a64a6-e9ed-4f71-8b11-1d29ed95f2b1 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:18.426714 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-199c719a-cf32-44e0-b449-dde5ca0cb955 req-361a64a6-e9ed-4f71-8b11-1d29ed95f2b1 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0526793 Jul 07 15:40:18.456637 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:18.484133 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-199c719a-cf32-44e0-b449-dde5ca0cb955 req-4aba0b90-de79-48fc-ad64-271de8c5ddeb tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515494 Jul 07 15:40:18.570242 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2cf696-e0c0-40ea-b691-f46a75ded1f0 None None] New status for floating IP ceccb99f-8de0-48c1-ab4f-60ea12214258: DOWN {{(pid=104330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:40:18.760948 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5029c42e-81eb-470b-88d7-a3cd725d8794 req-f190af9d-fc2a-45f3-bdeb-bbcd000220cc tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 210 time: 0.0286877 Jul 07 15:40:19.032278 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5615d9-65c9-4c35-8ba8-ad4fe2f98e3d req-1d2f51aa-040d-4295-9abd-410912e82d38 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:19.033800 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3f5615d9-65c9-4c35-8ba8-ad4fe2f98e3d req-1d2f51aa-040d-4295-9abd-410912e82d38 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 943 time: 0.0487516 Jul 07 15:40:19.085723 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3f5615d9-65c9-4c35-8ba8-ad4fe2f98e3d req-fe642d98-7989-4f0d-bbda-ca985724193b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418894 Jul 07 15:40:19.189714 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1942a4-874e-4a1d-ab63-22608dc5aa02 req-c1a5ba41-4eff-4ff7-92ee-e088af6e275b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:19.191171 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dd1942a4-874e-4a1d-ab63-22608dc5aa02 req-c1a5ba41-4eff-4ff7-92ee-e088af6e275b tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 946 time: 0.0506110 Jul 07 15:40:19.238870 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dd1942a4-874e-4a1d-ab63-22608dc5aa02 req-b448f5c4-b32b-45ea-8b90-3ed9e7ed0a7a tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=3844512c-1ee8-4985-9e31-7a3f8668e89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420270 Jul 07 15:40:19.865053 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e584ba44-66c5-4e7d-a361-745452bb667e req-6dbb3b90-18ae-4347-aa5d-73075b021c06 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54a14c0-4b58-4edc-9325-b1c7da38307d HTTP/1.1" status: 200 len: 210 time: 0.0277028 Jul 07 15:40:20.200912 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e248d0-ce08-47f0-903c-72945f189640 req-92284f62-32e9-4d0f-b3be-a880e86970f9 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:20.202389 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-93e248d0-ce08-47f0-903c-72945f189640 req-92284f62-32e9-4d0f-b3be-a880e86970f9 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 943 time: 0.0471749 Jul 07 15:40:20.220684 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 697451eb-ff82-4b0c-b64d-5fb8cde5a13f details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:40:20.224612 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8bf95f95-95f0-423b-b959-585f3cb8cc66 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:40:20.254020 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: 8bf95f95-95f0-423b-b959-585f3cb8cc66 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:40:20.254361 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8bf95f95-95f0-423b-b959-585f3cb8cc66 not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:40:20.257885 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-93e248d0-ce08-47f0-903c-72945f189640 req-a862e195-691c-4b24-a1fd-7c7ad9b96386 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491474 Jul 07 15:40:20.354883 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=697451eb-ff82-4b0c-b64d-5fb8cde5a13f,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:20.359420 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fa614-50ac-4fa9-8173-74ff82fa40ab req-6fd6e40e-9451-4dcc-a460-4b8c4e287dbb tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:20.362381 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bd5fa614-50ac-4fa9-8173-74ff82fa40ab req-6fd6e40e-9451-4dcc-a460-4b8c4e287dbb tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 946 time: 0.0548351 Jul 07 15:40:20.366634 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'port_id': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f', 'mac_address': 'fa:16:3e:89:8b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:40:20.402643 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:40:20.403036 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (697451eb-ff82-4b0c-b64d-5fb8cde5a13f), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:20.410947 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bd5fa614-50ac-4fa9-8173-74ff82fa40ab req-0cc29c31-4075-4525-8b3c-569e244ea05a tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups?id=3844512c-1ee8-4985-9e31-7a3f8668e89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440547 Jul 07 15:40:20.419992 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697451eb-ff82-4b0c-b64d-5fb8cde5a13f {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:40:20.425350 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:20.441215 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=697451eb-ff82-4b0c-b64d-5fb8cde5a13f,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:20.478658 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaef906-beea-473c-a601-d4286914411f req-11ff2591-074e-421f-8b8f-90fa4c19b7d5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:20.480168 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-eeaef906-beea-473c-a601-d4286914411f req-11ff2591-074e-421f-8b8f-90fa4c19b7d5 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 946 time: 0.0474021 Jul 07 15:40:20.524001 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (697451eb-ff82-4b0c-b64d-5fb8cde5a13f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:20.570818 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-eeaef906-beea-473c-a601-d4286914411f req-9fe8a9fa-9d8a-4f2d-b4f9-89600c08bf0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Deleting port 2482ebe6-1259-4f2f-83d7-763ce7639812 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:20.571162 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-eeaef906-beea-473c-a601-d4286914411f req-9fe8a9fa-9d8a-4f2d-b4f9-89600c08bf0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (2482ebe6-1259-4f2f-83d7-763ce7639812), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:20.578052 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=697451eb-ff82-4b0c-b64d-5fb8cde5a13f,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:20.655116 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f18fe1ce-bf72-49f2-acfc-50a4a23276c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:20.662340 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-eeaef906-beea-473c-a601-d4286914411f req-9fe8a9fa-9d8a-4f2d-b4f9-89600c08bf0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] For port 2482ebe6-1259-4f2f-83d7-763ce7639812, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2482ebe6-1259-4f2f-83d7-763ce7639812,segment=NetworkSegment(dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2),segment_id=dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:20.662706 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-eeaef906-beea-473c-a601-d4286914411f req-9fe8a9fa-9d8a-4f2d-b4f9-89600c08bf0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (2482ebe6-1259-4f2f-83d7-763ce7639812), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:20.762757 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['697451eb-ff82-4b0c-b64d-5fb8cde5a13f'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:40:20.841324 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-eeaef906-beea-473c-a601-d4286914411f req-9fe8a9fa-9d8a-4f2d-b4f9-89600c08bf0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:20.841682 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-eeaef906-beea-473c-a601-d4286914411f req-9fe8a9fa-9d8a-4f2d-b4f9-89600c08bf0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (f2a7cf68-d522-4bc1-b481-73a296c00cc2), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:20.842002 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.l3_db [req-eeaef906-beea-473c-a601-d4286914411f req-9fe8a9fa-9d8a-4f2d-b4f9-89600c08bf0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Floating IP f2a7cf68-d522-4bc1-b481-73a296c00cc2 disassociated. External IP: 172.27.1.52, port: 2482ebe6-1259-4f2f-83d7-763ce7639812. Jul 07 15:40:20.842343 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-eeaef906-beea-473c-a601-d4286914411f req-9fe8a9fa-9d8a-4f2d-b4f9-89600c08bf0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Calling delete_port for 2482ebe6-1259-4f2f-83d7-763ce7639812 owned by compute:nova {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:20.977378 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:21.021255 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48116) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:21.074963 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f12fe039-12ee-4123-a37b-c043ecd3840c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (30620802-39ea-4bba-a199-b74a74522195), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:21.078364 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-eeaef906-beea-473c-a601-d4286914411f req-9fe8a9fa-9d8a-4f2d-b4f9-89600c08bf0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (2482ebe6-1259-4f2f-83d7-763ce7639812), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:21.098956 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f12fe039-12ee-4123-a37b-c043ecd3840c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (30620802-39ea-4bba-a199-b74a74522195), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:21.110213 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8a9fa-9d8a-4f2d-b4f9-89600c08bf0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event deleted for resources: {'Port': ['ID=2482ebe6-1259-4f2f-83d7-763ce7639812,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:21.204257 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f12fe039-12ee-4123-a37b-c043ecd3840c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (30620802-39ea-4bba-a199-b74a74522195), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:21.206672 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f12fe039-12ee-4123-a37b-c043ecd3840c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:21.210331 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-f12fe039-12ee-4123-a37b-c043ecd3840c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "DELETE /v2.0/security-groups/30620802-39ea-4bba-a199-b74a74522195 HTTP/1.1" status: 204 len: 168 time: 0.1855195 Jul 07 15:40:21.210675 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48118) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:21.217238 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fe039-12ee-4123-a37b-c043ecd3840c tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30620802-39ea-4bba-a199-b74a74522195,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:21.224979 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeaef906-beea-473c-a601-d4286914411f req-9fe8a9fa-9d8a-4f2d-b4f9-89600c08bf0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Router 7de97580-4ccd-4509-8ceb-b0834e59b23c has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:40:21.234113 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.api.v2.resource [None req-2c92812b-bb0e-4af6-9fd9-334fe8fb1133 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] show failed (client error): The resource could not be found. Jul 07 15:40:21.235146 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-2c92812b-bb0e-4af6-9fd9-334fe8fb1133 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "GET /v2.0/security-groups/30620802-39ea-4bba-a199-b74a74522195 HTTP/1.1" status: 404 len: 347 time: 0.0226460 Jul 07 15:40:21.239028 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48120) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:21.373453 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea6442-9d9e-40e0-af8d-f4abde8e366c req-5625f9b8-fa52-4381-9662-b61e203efcca tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:21.375535 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e1ea6442-9d9e-40e0-af8d-f4abde8e366c req-5625f9b8-fa52-4381-9662-b61e203efcca tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 944 time: 0.0515022 Jul 07 15:40:21.381377 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:21.384709 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:21.414530 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-041020dd-f2f9-415c-887e-1a3f59b34ab5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Deleting port 3bfc06ac-0e15-45b9-8225-f4a63f382fae {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:21.414875 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-041020dd-f2f9-415c-887e-1a3f59b34ab5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (3bfc06ac-0e15-45b9-8225-f4a63f382fae), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:21.425615 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e1ea6442-9d9e-40e0-af8d-f4abde8e366c req-0e1eb2af-ebfa-4f3a-8e45-1e238d3e7054 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440972 Jul 07 15:40:21.503031 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeaef906-beea-473c-a601-d4286914411f req-9fe8a9fa-9d8a-4f2d-b4f9-89600c08bf0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:40:21.515951 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7109f60c-c241-4a41-8009-d5c4e9d94d40 None None] Sync routers for ids ['7de97580-4ccd-4509-8ceb-b0834e59b23c'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:40:21.522467 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-af51de28-ce80-431b-9978-67234c8f0fa9 req-bdcb5c69-594d-4fea-a717-669e7846ad7c tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1243dbb-87ee-43ac-8729-d18c53114d43 HTTP/1.1" status: 200 len: 210 time: 0.0417600 Jul 07 15:40:21.530748 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7109f60c-c241-4a41-8009-d5c4e9d94d40 None None] Routers {'7de97580-4ccd-4509-8ceb-b0834e59b23c'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:40:21.531609 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-7109f60c-c241-4a41-8009-d5c4e9d94d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:39:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['7de97580-4ccd-4509-8ceb-b0834e59b23c'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:21.539204 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-041020dd-f2f9-415c-887e-1a3f59b34ab5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (3bfc06ac-0e15-45b9-8225-f4a63f382fae), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:21.539538 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-041020dd-f2f9-415c-887e-1a3f59b34ab5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (3bfc06ac-0e15-45b9-8225-f4a63f382fae), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:21.560677 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-041020dd-f2f9-415c-887e-1a3f59b34ab5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Calling delete_port for 3bfc06ac-0e15-45b9-8225-f4a63f382fae owned by network:floatingip {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:21.585519 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaef906-beea-473c-a601-d4286914411f req-9fe8a9fa-9d8a-4f2d-b4f9-89600c08bf0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] No DVR routers for this DVR port 2482ebe6-1259-4f2f-83d7-763ce7639812 on host hv-cinder-84130 {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:40:21.589312 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-eeaef906-beea-473c-a601-d4286914411f req-9fe8a9fa-9d8a-4f2d-b4f9-89600c08bf0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:21.592700 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-eeaef906-beea-473c-a601-d4286914411f req-9fe8a9fa-9d8a-4f2d-b4f9-89600c08bf0d tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.50 "DELETE /v2.0/ports/2482ebe6-1259-4f2f-83d7-763ce7639812 HTTP/1.1" status: 204 len: 173 time: 1.1064985 Jul 07 15:40:21.593219 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1243dbb-87ee-43ac-8729-d18c53114d43', 'name': 'network-vif-deleted', 'tag': '2482ebe6-1259-4f2f-83d7-763ce7639812'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:40:21.595914 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc5608f-bb63-4f19-9bea-86c7de7743e5" -d '{"events": [{"server_uuid": "b1243dbb-87ee-43ac-8729-d18c53114d43", "name": "network-vif-deleted", "tag": "2482ebe6-1259-4f2f-83d7-763ce7639812"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:40:21.648347 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-7109f60c-c241-4a41-8009-d5c4e9d94d40 None None] Set router 7de97580-4ccd-4509-8ceb-b0834e59b23c gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:40:21.656244 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacad7d6-f09a-4fa1-83b5-a2ccb1a245b1 x-openstack-request-id: req-aacad7d6-f09a-4fa1-83b5-a2ccb1a245b1 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:40:21.656544 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1243dbb-87ee-43ac-8729-d18c53114d43", "name": "network-vif-deleted", "tag": "2482ebe6-1259-4f2f-83d7-763ce7639812", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:40:21.656764 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aacad7d6-f09a-4fa1-83b5-a2ccb1a245b1 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:40:21.657575 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aacad7d6-f09a-4fa1-83b5-a2ccb1a245b1'] response: {'server_uuid': 'b1243dbb-87ee-43ac-8729-d18c53114d43', 'name': 'network-vif-deleted', 'tag': '2482ebe6-1259-4f2f-83d7-763ce7639812', 'status': 'completed', 'code': 200} Jul 07 15:40:21.797294 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-041020dd-f2f9-415c-887e-1a3f59b34ab5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (3bfc06ac-0e15-45b9-8225-f4a63f382fae), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:21.821981 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041020dd-f2f9-415c-887e-1a3f59b34ab5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Pushing event deleted for resources: {'Port': ['ID=3bfc06ac-0e15-45b9-8225-f4a63f382fae,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:21.850131 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-7109f60c-c241-4a41-8009-d5c4e9d94d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '54cc7e3a-a96a-45bf-b133-89b3a2f409a5', 'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'mac_address': 'fa:16:3e:35:48:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 5, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'subnets': [{'id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:21.852432 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-041020dd-f2f9-415c-887e-1a3f59b34ab5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks [] for floatingip (ceccb99f-8de0-48c1-ab4f-60ea12214258), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:21.854890 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-041020dd-f2f9-415c-887e-1a3f59b34ab5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:21.856163 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-041020dd-f2f9-415c-887e-1a3f59b34ab5 tempest-AttachVolumeNegativeTest-1009156429 tempest-AttachVolumeNegativeTest-1009156429-project] 10.222.0.25 "DELETE /v2.0/floatingips/ceccb99f-8de0-48c1-ab4f-60ea12214258 HTTP/1.1" status: 204 len: 168 time: 0.6161554 Jul 07 15:40:21.876636 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7109f60c-c241-4a41-8009-d5c4e9d94d40 None None] Checking router: 7de97580-4ccd-4509-8ceb-b0834e59b23c for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:40:21.887295 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7109f60c-c241-4a41-8009-d5c4e9d94d40 None None] Routers {'7de97580-4ccd-4509-8ceb-b0834e59b23c'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:40:21.888093 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-7109f60c-c241-4a41-8009-d5c4e9d94d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:39:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['7de97580-4ccd-4509-8ceb-b0834e59b23c'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:21.991425 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-7109f60c-c241-4a41-8009-d5c4e9d94d40 None None] Set router 7de97580-4ccd-4509-8ceb-b0834e59b23c gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:40:22.115934 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:22.176213 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-7109f60c-c241-4a41-8009-d5c4e9d94d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '54cc7e3a-a96a-45bf-b133-89b3a2f409a5', 'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'mac_address': 'fa:16:3e:35:48:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 5, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'subnets': [{'id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:22.204223 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7109f60c-c241-4a41-8009-d5c4e9d94d40 None None] The sync data for ids ['7de97580-4ccd-4509-8ceb-b0834e59b23c'] in dv-cinder-841302-5-iscsi is: [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:33:09Z', 'revision_number': 4, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '54cc7e3a-a96a-45bf-b133-89b3a2f409a5', 'name': '', 'network_id': '75a15ea6-f7b1-407c-a2e7-8816149570d9', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'mac_address': 'fa:16:3e:35:48:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 5, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'subnets': [{'id': '85f7fa8a-0f70-4b68-8373-92cbe1e8c506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:40:22.238748 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 697451eb-ff82-4b0c-b64d-5fb8cde5a13f up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:40:22.286469 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:40:22.358168 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:40:22.358560 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (697451eb-ff82-4b0c-b64d-5fb8cde5a13f), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:22.438684 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:40:22.439066 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (697451eb-ff82-4b0c-b64d-5fb8cde5a13f), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:22.440256 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e353758-afb0-4d43-9af0-58a70c2a344d None None] New status for floating IP f2a7cf68-d522-4bc1-b481-73a296c00cc2: DOWN {{(pid=104330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:40:22.475473 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:40:22.477811 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0e323e-26a6-425c-a942-4096f86fd4a5" -d '{"events": [{"server_uuid": "3287e24c-ce40-4bc8-95ac-3361e15b5807", "name": "network-vif-plugged", "status": "completed", "tag": "697451eb-ff82-4b0c-b64d-5fb8cde5a13f"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:40:22.492157 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=697451eb-ff82-4b0c-b64d-5fb8cde5a13f,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:22.509922 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:22.525401 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a036ea7c-1b52-4f05-a903-83996c137bb9 x-openstack-request-id: req-a036ea7c-1b52-4f05-a903-83996c137bb9 {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:40:22.529297 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3287e24c-ce40-4bc8-95ac-3361e15b5807", "name": "network-vif-plugged", "status": "completed", "tag": "697451eb-ff82-4b0c-b64d-5fb8cde5a13f", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:40:22.529297 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a036ea7c-1b52-4f05-a903-83996c137bb9 {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:40:22.529297 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a036ea7c-1b52-4f05-a903-83996c137bb9'] response: {'server_uuid': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f', 'code': 200} Jul 07 15:40:22.552283 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf990636-caa5-40f9-bd63-ccde013cdd83 req-a22f581c-fb4f-4875-8bc6-ae76a795334a tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:22.559755 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bf990636-caa5-40f9-bd63-ccde013cdd83 req-a22f581c-fb4f-4875-8bc6-ae76a795334a tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 944 time: 0.0592482 Jul 07 15:40:22.604042 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (697451eb-ff82-4b0c-b64d-5fb8cde5a13f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:22.611393 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bf990636-caa5-40f9-bd63-ccde013cdd83 req-c8f44192-e6e0-4021-8873-b5936d1898ed tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505922 Jul 07 15:40:22.638271 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:22.657369 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=697451eb-ff82-4b0c-b64d-5fb8cde5a13f,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:22.696653 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48140) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:22.752534 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-aeec50ac-ca9e-4aa9-88c1-5baec85c2d42 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group (3844512c-1ee8-4985-9e31-7a3f8668e89d), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:22.776329 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:22.778307 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-aeec50ac-ca9e-4aa9-88c1-5baec85c2d42 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group (3844512c-1ee8-4985-9e31-7a3f8668e89d), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:22.792589 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a542565-107e-4624-8f14-5291afd262e5 req-b1efefb3-a45d-4c28-ae27-314804b5fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:22.794098 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0a542565-107e-4624-8f14-5291afd262e5 req-b1efefb3-a45d-4c28-ae27-314804b5fa88 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 1129 time: 0.0403159 Jul 07 15:40:22.814798 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9e96-c5f3-462d-a343-5048fee14048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:22.844885 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0a542565-107e-4624-8f14-5291afd262e5 req-c7e2fa73-b222-468d-b8bf-ecb37958b24a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440087 Jul 07 15:40:22.899768 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-aeec50ac-ca9e-4aa9-88c1-5baec85c2d42 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (3844512c-1ee8-4985-9e31-7a3f8668e89d), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:22.902339 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-aeec50ac-ca9e-4aa9-88c1-5baec85c2d42 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:22.903487 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-aeec50ac-ca9e-4aa9-88c1-5baec85c2d42 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "DELETE /v2.0/security-groups/3844512c-1ee8-4985-9e31-7a3f8668e89d HTTP/1.1" status: 204 len: 168 time: 0.2058015 Jul 07 15:40:22.906188 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48142) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:22.913763 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec50ac-ca9e-4aa9-88c1-5baec85c2d42 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3844512c-1ee8-4985-9e31-7a3f8668e89d,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:22.920275 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.api.v2.resource [None req-33949239-83ea-4cb3-8e45-0232b8126944 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] show failed (client error): The resource could not be found. Jul 07 15:40:22.921170 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-33949239-83ea-4cb3-8e45-0232b8126944 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "GET /v2.0/security-groups/3844512c-1ee8-4985-9e31-7a3f8668e89d HTTP/1.1" status: 404 len: 347 time: 0.0139842 Jul 07 15:40:22.924139 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48144) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:23.032899 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-c61f59ef-5d39-4e5e-99c8-6b2fa6a6f285 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Deleting port 7875ba03-7fa1-48fe-b394-f4cd3d0c4de3 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:23.033238 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c61f59ef-5d39-4e5e-99c8-6b2fa6a6f285 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (7875ba03-7fa1-48fe-b394-f4cd3d0c4de3), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:23.109651 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c61f59ef-5d39-4e5e-99c8-6b2fa6a6f285 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (7875ba03-7fa1-48fe-b394-f4cd3d0c4de3), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:23.109979 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c61f59ef-5d39-4e5e-99c8-6b2fa6a6f285 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for floatingip (7875ba03-7fa1-48fe-b394-f4cd3d0c4de3), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:23.123889 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-c61f59ef-5d39-4e5e-99c8-6b2fa6a6f285 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Calling delete_port for 7875ba03-7fa1-48fe-b394-f4cd3d0c4de3 owned by network:floatingip {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:23.130093 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:23.334127 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c61f59ef-5d39-4e5e-99c8-6b2fa6a6f285 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (7875ba03-7fa1-48fe-b394-f4cd3d0c4de3), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:23.358495 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f59ef-5d39-4e5e-99c8-6b2fa6a6f285 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Pushing event deleted for resources: {'Port': ['ID=7875ba03-7fa1-48fe-b394-f4cd3d0c4de3,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:23.383802 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c61f59ef-5d39-4e5e-99c8-6b2fa6a6f285 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks [] for floatingip (f2a7cf68-d522-4bc1-b481-73a296c00cc2), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:23.386183 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c61f59ef-5d39-4e5e-99c8-6b2fa6a6f285 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:23.387325 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c61f59ef-5d39-4e5e-99c8-6b2fa6a6f285 tempest-AttachVolumeTestJSON-899843982 tempest-AttachVolumeTestJSON-899843982-project] 10.222.0.25 "DELETE /v2.0/floatingips/f2a7cf68-d522-4bc1-b481-73a296c00cc2 HTTP/1.1" status: 204 len: 168 time: 0.4623210 Jul 07 15:40:23.729542 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d581f-eacb-461e-abcf-70f4c4bd92b0 req-c3f00b19-dfb9-4bb0-99ef-e717691d3b12 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:23.731017 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a62d581f-eacb-461e-abcf-70f4c4bd92b0 req-c3f00b19-dfb9-4bb0-99ef-e717691d3b12 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 945 time: 0.0467098 Jul 07 15:40:23.780263 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a62d581f-eacb-461e-abcf-70f4c4bd92b0 req-0ee9ec98-5cc0-4f30-95e4-7a758a0af8d9 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434837 Jul 07 15:40:24.241851 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 2482ebe6-1259-4f2f-83d7-763ce7639812 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:40:24.260573 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: 2482ebe6-1259-4f2f-83d7-763ce7639812 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:40:24.260923 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 2482ebe6-1259-4f2f-83d7-763ce7639812 not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:40:24.266428 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:24.902184 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5048e-49b3-4cb0-965d-a391480ec31d req-9e29e6f6-e2d7-432b-9c32-34cdd46aa590 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:24.902937 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-54b5048e-49b3-4cb0-965d-a391480ec31d req-9e29e6f6-e2d7-432b-9c32-34cdd46aa590 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 945 time: 0.0544651 Jul 07 15:40:24.957473 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-54b5048e-49b3-4cb0-965d-a391480ec31d req-c993eff2-ed55-43a7-a52d-0ef9a886c06d tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480590 Jul 07 15:40:25.071955 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d385ae-e9b0-4944-b747-35e14f237c69 req-36141b16-6466-4325-b85f-7c461fa50efb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:25.073423 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-44d385ae-e9b0-4944-b747-35e14f237c69 req-36141b16-6466-4325-b85f-7c461fa50efb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 945 time: 0.0472217 Jul 07 15:40:25.122515 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-44d385ae-e9b0-4944-b747-35e14f237c69 req-e942ebc3-7bd8-460f-852c-cb7304e21f81 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433481 Jul 07 15:40:25.145949 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48186) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:25.183944 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8776d5-77d8-470d-a0ee-ece55fd071e0 tempest-TestVolumeBootPattern-1837141472 tempest-TestVolumeBootPattern-1837141472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:25.194686 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ab8776d5-77d8-470d-a0ee-ece55fd071e0 tempest-TestVolumeBootPattern-1837141472 tempest-TestVolumeBootPattern-1837141472-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 1124 time: 0.0385060 Jul 07 15:40:25.196646 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48188) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:25.200751 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Request body: {'floatingip': {'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'port_id': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:40:25.334036 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:25.398825 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:25.417424 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:25.524779 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Allocated IP 172.27.1.38 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/69e46516-2204-4fa4-b6b8-9facbbff503a) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:40:25.608554 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:25.632107 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for port (69e46516-2204-4fa4-b6b8-9facbbff503a), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:25.652308 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:25.725112 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (69e46516-2204-4fa4-b6b8-9facbbff503a), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:25.773258 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:40:25.777822 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:40:25.781903 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:40:25.785600 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event updated for resources: {'Port': ['ID=69e46516-2204-4fa4-b6b8-9facbbff503a,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:25.843526 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:26.009196 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48200) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:26.127999 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for floatingip (55e1a1a8-7b4d-4ec9-8bbb-6c4150950639), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:26.244178 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (69e46516-2204-4fa4-b6b8-9facbbff503a), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:26.396341 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for port (69e46516-2204-4fa4-b6b8-9facbbff503a), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:26.471719 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (69e46516-2204-4fa4-b6b8-9facbbff503a), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:26.502067 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:26.508299 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (55e1a1a8-7b4d-4ec9-8bbb-6c4150950639), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:26.562157 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event updated for resources: {'Port': ['ID=69e46516-2204-4fa4-b6b8-9facbbff503a,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:26.566614 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533691'] for router_interface (badb391a-9ac8-4700-b35a-45b4f5d75596), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:26.574267 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:26.574691 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:26.575031 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:26.575365 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:26.575715 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:26.576042 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:26.576364 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:26.576681 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:26.576997 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:26.577313 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:26.577629 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:26.577944 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:26.578351 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:26.578673 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:26.578984 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:26.638557 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Floating IP 55e1a1a8-7b4d-4ec9-8bbb-6c4150950639 associated. External IP: 172.27.1.38, port: 697451eb-ff82-4b0c-b64d-5fb8cde5a13f. Jul 07 15:40:26.673811 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:26.779689 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:26.869810 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Deleting port ff3acbfa-de7e-49ac-a04d-a007cee539a5 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:26.870400 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:26.960860 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] For port ff3acbfa-de7e-49ac-a04d-a007cee539a5, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=ff3acbfa-de7e-49ac-a04d-a007cee539a5,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:26.961494 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:26.963939 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:26.976416 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Calling delete_port for ff3acbfa-de7e-49ac-a04d-a007cee539a5 owned by network:router_interface {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:27.116285 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Router dc842381-3dbf-414f-8223-8f44fd847642 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:40:27.220702 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:40:27.231588 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b84c81-d6f5-4551-bdec-f7ff2bc3c1dd None None] Sync routers for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:40:27.237910 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (ff3acbfa-de7e-49ac-a04d-a007cee539a5), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:27.242558 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b84c81-d6f5-4551-bdec-f7ff2bc3c1dd None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:40:27.243368 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-32b84c81-d6f5-4551-bdec-f7ff2bc3c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:40:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:27.267665 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff3acbfa-de7e-49ac-a04d-a007cee539a5,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:27.296523 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:27.300546 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:27.300546 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:27.300546 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:27.300546 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:27.300546 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:27.300546 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:27.300546 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:27.300546 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:27.300546 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:27.300546 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:27.300546 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:27.300546 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:27.302136 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:27.302136 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:40:27.320205 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:27.361711 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ebdac511-d6f3-481f-bb67-fd69c9d16c7b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1617990 Jul 07 15:40:27.361901 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-32b84c81-d6f5-4551-bdec-f7ff2bc3c1dd None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:40:27.362016 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'tag': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:40:27.363559 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be58c9d2-b98b-4a05-964f-e9d5121e25cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3287e24c-ce40-4bc8-95ac-3361e15b5807", "tag": "697451eb-ff82-4b0c-b64d-5fb8cde5a13f"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:40:27.441686 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48222) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:27.452325 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59de840-92c5-47fe-a240-49540cbf5c9e x-openstack-request-id: req-c59de840-92c5-47fe-a240-49540cbf5c9e {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:40:27.454940 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3287e24c-ce40-4bc8-95ac-3361e15b5807", "tag": "697451eb-ff82-4b0c-b64d-5fb8cde5a13f", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:40:27.454940 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c59de840-92c5-47fe-a240-49540cbf5c9e {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:40:27.454940 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59de840-92c5-47fe-a240-49540cbf5c9e'] response: {'name': 'network-changed', 'server_uuid': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'tag': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f', 'status': 'completed', 'code': 200} Jul 07 15:40:27.507525 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535307'] for router_interface (badb391a-9ac8-4700-b35a-45b4f5d75596), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:27.525399 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58c9d2-b98b-4a05-964f-e9d5121e25cb req-8f820812-033b-46bf-a604-34e8cf943c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:27.527527 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-be58c9d2-b98b-4a05-964f-e9d5121e25cb req-8f820812-033b-46bf-a604-34e8cf943c15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b72dae7a2e644460b4c63da884023c82&device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 1129 time: 0.0501990 Jul 07 15:40:27.724541 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58c9d2-b98b-4a05-964f-e9d5121e25cb req-10e7b8b7-ecdc-4e2e-9417-009de2f01669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:27.726075 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-be58c9d2-b98b-4a05-964f-e9d5121e25cb req-10e7b8b7-ecdc-4e2e-9417-009de2f01669 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29820a51-47ed-4a8e-8170-71221aa2cdfe HTTP/1.1" status: 200 len: 912 time: 0.1885114 Jul 07 15:40:27.763992 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-32b84c81-d6f5-4551-bdec-f7ff2bc3c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '55e1a1a8-7b4d-4ec9-8bbb-6c4150950639', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'port_id': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'mac_address': 'fa:16:3e:89:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:40:25Z', 'updated_at': '2022-07-07T15:40:25Z', 'revision_number': 0, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:27.794587 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b84c81-d6f5-4551-bdec-f7ff2bc3c1dd None None] Checking router: dc842381-3dbf-414f-8223-8f44fd847642 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:40:27.803897 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b84c81-d6f5-4551-bdec-f7ff2bc3c1dd None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:40:27.804548 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-32b84c81-d6f5-4551-bdec-f7ff2bc3c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:40:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:27.867815 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-be58c9d2-b98b-4a05-964f-e9d5121e25cb req-34b04039-5e96-4e42-bcf3-21ef648dcfde service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=697451eb-ff82-4b0c-b64d-5fb8cde5a13f HTTP/1.1" status: 200 len: 998 time: 0.1072931 Jul 07 15:40:27.886878 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:27.910347 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-32b84c81-d6f5-4551-bdec-f7ff2bc3c1dd None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:40:27.911007 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:27.963198 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58c9d2-b98b-4a05-964f-e9d5121e25cb req-376d7082-dc0f-4fab-a81d-2c10ae8beb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:27.964799 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-be58c9d2-b98b-4a05-964f-e9d5121e25cb req-376d7082-dc0f-4fab-a81d-2c10ae8beb78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf143fb6-d0fd-4e14-a506-bd386a1da1c6 HTTP/1.1" status: 200 len: 850 time: 0.0864480 Jul 07 15:40:27.971944 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:27.985153 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Router badb391a-9ac8-4700-b35a-45b4f5d75596 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:40:28.043121 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58c9d2-b98b-4a05-964f-e9d5121e25cb req-e0ed56ac-b913-4d55-93a1-e83da22fd7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:28.044638 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-be58c9d2-b98b-4a05-964f-e9d5121e25cb req-e0ed56ac-b913-4d55-93a1-e83da22fd7e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29820a51-47ed-4a8e-8170-71221aa2cdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592892 Jul 07 15:40:28.094652 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:40:28.100264 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-bb48c374-a86f-4948-9a74-2ae6286b7387 admin admin] 10.222.0.25 "PUT /v2.0/routers/badb391a-9ac8-4700-b35a-45b4f5d75596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0884321 Jul 07 15:40:28.102827 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48226) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:28.108537 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08912bff-b6c8-4aec-a122-56df4c2d64d2 None None] Sync routers for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:40:28.115530 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a0a6ef0c-6285-4c95-8057-66f21d5b85ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533691'] for router_interface (7de97580-4ccd-4509-8ceb-b0834e59b23c), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:28.118748 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08912bff-b6c8-4aec-a122-56df4c2d64d2 None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:40:28.119678 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-08912bff-b6c8-4aec-a122-56df4c2d64d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:40:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:28.141635 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-32b84c81-d6f5-4551-bdec-f7ff2bc3c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '55e1a1a8-7b4d-4ec9-8bbb-6c4150950639', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'port_id': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'mac_address': 'fa:16:3e:89:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:40:25Z', 'updated_at': '2022-07-07T15:40:25Z', 'revision_number': 0, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:28.168836 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b84c81-d6f5-4551-bdec-f7ff2bc3c1dd None None] The sync data for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi is: [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '55e1a1a8-7b4d-4ec9-8bbb-6c4150950639', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'port_id': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'mac_address': 'fa:16:3e:89:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:40:25Z', 'updated_at': '2022-07-07T15:40:25Z', 'revision_number': 0, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:40:28.187220 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:28.217704 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3fc49bb7-3aad-4113-a8a7-e78b4394d965 admin admin] Publish callbacks [] for router (badb391a-9ac8-4700-b35a-45b4f5d75596), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:28.232530 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-08912bff-b6c8-4aec-a122-56df4c2d64d2 None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:40:28.240755 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:28.305828 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-be58c9d2-b98b-4a05-964f-e9d5121e25cb req-087ca4d9-b459-4b75-9447-768c7c031dc6 service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388375 Jul 07 15:40:28.335957 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3fc49bb7-3aad-4113-a8a7-e78b4394d965 admin admin] Publish callbacks [] for router_gateway (badb391a-9ac8-4700-b35a-45b4f5d75596), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:28.417625 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-08912bff-b6c8-4aec-a122-56df4c2d64d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:40:27Z', 'revision_number': 5, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port': {'id': '5112ec4c-d0e5-4198-beb5-c60c678723d0', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:28.442785 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-3fc49bb7-3aad-4113-a8a7-e78b4394d965 admin admin] Deleting port 5112ec4c-d0e5-4198-beb5-c60c678723d0 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:28.443117 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3fc49bb7-3aad-4113-a8a7-e78b4394d965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (5112ec4c-d0e5-4198-beb5-c60c678723d0), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:28.448086 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08912bff-b6c8-4aec-a122-56df4c2d64d2 None None] Checking router: badb391a-9ac8-4700-b35a-45b4f5d75596 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:40:28.452863 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f95a92-bb1c-4893-9e79-0dc805630785 None None] New status for floating IP 55e1a1a8-7b4d-4ec9-8bbb-6c4150950639: ACTIVE {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:40:28.458668 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08912bff-b6c8-4aec-a122-56df4c2d64d2 None None] Routers {'badb391a-9ac8-4700-b35a-45b4f5d75596'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:40:28.459524 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-08912bff-b6c8-4aec-a122-56df4c2d64d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:40:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['badb391a-9ac8-4700-b35a-45b4f5d75596'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:28.460751 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-be58c9d2-b98b-4a05-964f-e9d5121e25cb req-caad06fe-ef49-4f47-ba0d-82bedd2ac95e service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349301 Jul 07 15:40:28.507178 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:28.512712 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-a0a6ef0c-6285-4c95-8057-66f21d5b85ad admin admin] Deleting port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:28.515983 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a0a6ef0c-6285-4c95-8057-66f21d5b85ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:28.552243 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-08912bff-b6c8-4aec-a122-56df4c2d64d2 None None] Set router badb391a-9ac8-4700-b35a-45b4f5d75596 gateway port host: None {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:40:28.561141 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-3fc49bb7-3aad-4113-a8a7-e78b4394d965 admin admin] For port 5112ec4c-d0e5-4198-beb5-c60c678723d0, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=5112ec4c-d0e5-4198-beb5-c60c678723d0,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:28.561141 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3fc49bb7-3aad-4113-a8a7-e78b4394d965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (5112ec4c-d0e5-4198-beb5-c60c678723d0), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:28.586775 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-3fc49bb7-3aad-4113-a8a7-e78b4394d965 admin admin] Calling delete_port for 5112ec4c-d0e5-4198-beb5-c60c678723d0 owned by network:router_gateway {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:28.620374 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-a0a6ef0c-6285-4c95-8057-66f21d5b85ad admin admin] For port 54cc7e3a-a96a-45bf-b133-89b3a2f409a5, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=54cc7e3a-a96a-45bf-b133-89b3a2f409a5,segment=NetworkSegment(dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2),segment_id=dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:28.620738 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a0a6ef0c-6285-4c95-8057-66f21d5b85ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:28.625809 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-08912bff-b6c8-4aec-a122-56df4c2d64d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:40:28Z', 'revision_number': 6, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port_host': None}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:28.634900 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-a0a6ef0c-6285-4c95-8057-66f21d5b85ad admin admin] Calling delete_port for 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 owned by network:router_interface {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:28.652613 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08912bff-b6c8-4aec-a122-56df4c2d64d2 None None] The sync data for ids ['badb391a-9ac8-4700-b35a-45b4f5d75596'] in dv-cinder-841302-5-iscsi is: [{'id': 'badb391a-9ac8-4700-b35a-45b4f5d75596', 'name': 'tempest-AttachVolumeNegativeTest-187718175-router', 'tenant_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:40:28Z', 'revision_number': 6, 'project_id': '66b37250ea6d4c4eb242c27ce9819dfc', 'gw_port_host': None}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:40:28.877862 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3fc49bb7-3aad-4113-a8a7-e78b4394d965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (5112ec4c-d0e5-4198-beb5-c60c678723d0), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:28.900810 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a0a6ef0c-6285-4c95-8057-66f21d5b85ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (54cc7e3a-a96a-45bf-b133-89b3a2f409a5), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:28.902395 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc49bb7-3aad-4113-a8a7-e78b4394d965 admin admin] Pushing event deleted for resources: {'Port': ['ID=5112ec4c-d0e5-4198-beb5-c60c678723d0,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:28.933263 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6ef0c-6285-4c95-8057-66f21d5b85ad admin admin] Pushing event deleted for resources: {'Port': ['ID=54cc7e3a-a96a-45bf-b133-89b3a2f409a5,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:28.982624 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3fc49bb7-3aad-4113-a8a7-e78b4394d965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537153'] for router_gateway (badb391a-9ac8-4700-b35a-45b4f5d75596), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:29.025027 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:29.096797 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a0a6ef0c-6285-4c95-8057-66f21d5b85ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535307'] for router_interface (7de97580-4ccd-4509-8ceb-b0834e59b23c), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:29.101890 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3fc49bb7-3aad-4113-a8a7-e78b4394d965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89501'] for router (badb391a-9ac8-4700-b35a-45b4f5d75596), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:29.104462 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3fc49bb7-3aad-4113-a8a7-e78b4394d965 admin admin] Publish callbacks [] for router_controller (badb391a-9ac8-4700-b35a-45b4f5d75596), precommit_delete_associations {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:29.153535 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:29.219960 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3fc49bb7-3aad-4113-a8a7-e78b4394d965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532526'] for router (badb391a-9ac8-4700-b35a-45b4f5d75596), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:29.220682 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc49bb7-3aad-4113-a8a7-e78b4394d965 admin admin] Fanout notify agent at l3_agent the message router_deleted on router badb391a-9ac8-4700-b35a-45b4f5d75596 {{(pid=104328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 15:40:29.227181 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3fc49bb7-3aad-4113-a8a7-e78b4394d965 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:29.231256 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-3fc49bb7-3aad-4113-a8a7-e78b4394d965 admin admin] 10.222.0.25 "DELETE /v2.0/routers/badb391a-9ac8-4700-b35a-45b4f5d75596 HTTP/1.1" status: 204 len: 168 time: 1.1275220 Jul 07 15:40:29.231423 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48228) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:29.301193 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:29.322759 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea5e88f-713c-4e19-9173-a58e32c19696 admin admin] Deleting subnet 61ecf33b-ac81-410e-a8db-4aefcfc3a895 {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 15:40:29.326963 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-aea5e88f-713c-4e19-9173-a58e32c19696 admin admin] Publish callbacks [] for subnet (61ecf33b-ac81-410e-a8db-4aefcfc3a895), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:29.400859 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-aea5e88f-713c-4e19-9173-a58e32c19696 admin admin] Publish callbacks [] for subnet (61ecf33b-ac81-410e-a8db-4aefcfc3a895), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:29.438019 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a6ef0c-6285-4c95-8057-66f21d5b85ad admin admin] Router 7de97580-4ccd-4509-8ceb-b0834e59b23c has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:40:29.455950 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-aea5e88f-713c-4e19-9173-a58e32c19696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1810892'] for subnet (61ecf33b-ac81-410e-a8db-4aefcfc3a895), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:29.493238 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device ff3acbfa-de7e-49ac-a04d-a007cee539a5 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:40:29.527370 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: ff3acbfa-de7e-49ac-a04d-a007cee539a5 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:40:29.528519 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device ff3acbfa-de7e-49ac-a04d-a007cee539a5 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:40:29.591507 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a6ef0c-6285-4c95-8057-66f21d5b85ad admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:40:29.599618 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-a0a6ef0c-6285-4c95-8057-66f21d5b85ad admin admin] 10.222.0.25 "PUT /v2.0/routers/7de97580-4ccd-4509-8ceb-b0834e59b23c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1539774 Jul 07 15:40:29.600047 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48230) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:29.602958 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6818b686-91f0-46b1-a273-502311a5c9fb None None] Sync routers for ids ['7de97580-4ccd-4509-8ceb-b0834e59b23c'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:40:29.615765 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6818b686-91f0-46b1-a273-502311a5c9fb None None] Routers {'7de97580-4ccd-4509-8ceb-b0834e59b23c'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:40:29.616386 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-6818b686-91f0-46b1-a273-502311a5c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:40:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['7de97580-4ccd-4509-8ceb-b0834e59b23c'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:29.640989 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:29.686007 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-aea5e88f-713c-4e19-9173-a58e32c19696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1810887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (61ecf33b-ac81-410e-a8db-4aefcfc3a895), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:29.722072 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5e88f-713c-4e19-9173-a58e32c19696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61ecf33b-ac81-410e-a8db-4aefcfc3a895,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:29.734127 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-aea5e88f-713c-4e19-9173-a58e32c19696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:29.734763 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-6818b686-91f0-46b1-a273-502311a5c9fb None None] Set router 7de97580-4ccd-4509-8ceb-b0834e59b23c gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:40:29.744880 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-aea5e88f-713c-4e19-9173-a58e32c19696 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/61ecf33b-ac81-410e-a8db-4aefcfc3a895 HTTP/1.1" status: 204 len: 168 time: 0.5063479 Jul 07 15:40:29.744977 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1612b7-9d30-445b-bc5f-5f584c29d7f0 None None] Network ac1a0dbf-9ce9-4f3d-9709-351b088f4833 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:40:29.745081 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48232) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:29.746531 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-73af2914-259a-4ab0-99b3-71f76081ab6d admin admin] Publish callbacks [] for router (7de97580-4ccd-4509-8ceb-b0834e59b23c), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:29.826962 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342902'] for network (ac1a0dbf-9ce9-4f3d-9709-351b088f4833), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:29.884056 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] Deleting port a9996af8-0d55-4541-bd66-028cffab1dfb {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:29.884394 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (a9996af8-0d55-4541-bd66-028cffab1dfb), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:29.885050 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-73af2914-259a-4ab0-99b3-71f76081ab6d admin admin] Publish callbacks [] for router_gateway (7de97580-4ccd-4509-8ceb-b0834e59b23c), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:29.952705 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] For port a9996af8-0d55-4541-bd66-028cffab1dfb, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=a9996af8-0d55-4541-bd66-028cffab1dfb,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:29.952705 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (a9996af8-0d55-4541-bd66-028cffab1dfb), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:29.968030 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9458c4e9-3f99-482b-83ee-4cb5927867ff None None] DHCP port deletion for ac1a0dbf-9ce9-4f3d-9709-351b088f4833 request from dv-cinder-841302-5-iscsi {{(pid=104329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 15:40:29.968483 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-6818b686-91f0-46b1-a273-502311a5c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:40:28Z', 'revision_number': 5, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port': {'id': 'd4c0971f-345b-44a3-8934-20515c84f170', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:02Z', 'updated_at': '2022-07-07T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:29.975798 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] Calling delete_port for a9996af8-0d55-4541-bd66-028cffab1dfb owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:29.999967 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6818b686-91f0-46b1-a273-502311a5c9fb None None] Checking router: 7de97580-4ccd-4509-8ceb-b0834e59b23c for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:40:30.011246 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6818b686-91f0-46b1-a273-502311a5c9fb None None] Routers {'7de97580-4ccd-4509-8ceb-b0834e59b23c'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:40:30.012152 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-6818b686-91f0-46b1-a273-502311a5c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:40:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['7de97580-4ccd-4509-8ceb-b0834e59b23c'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:30.015911 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-9458c4e9-3f99-482b-83ee-4cb5927867ff None None] Deleting port a9996af8-0d55-4541-bd66-028cffab1dfb {{(pid=104329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:30.016374 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9458c4e9-3f99-482b-83ee-4cb5927867ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (a9996af8-0d55-4541-bd66-028cffab1dfb), before_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.020495 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-73af2914-259a-4ab0-99b3-71f76081ab6d admin admin] Deleting port d4c0971f-345b-44a3-8934-20515c84f170 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:30.020834 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-73af2914-259a-4ab0-99b3-71f76081ab6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (d4c0971f-345b-44a3-8934-20515c84f170), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.087895 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-9458c4e9-3f99-482b-83ee-4cb5927867ff None None] For port a9996af8-0d55-4541-bd66-028cffab1dfb, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=a9996af8-0d55-4541-bd66-028cffab1dfb,segment=NetworkSegment(91699501-e4d6-429e-be7d-97890859190a),segment_id=91699501-e4d6-429e-be7d-97890859190a)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:30.088254 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9458c4e9-3f99-482b-83ee-4cb5927867ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (a9996af8-0d55-4541-bd66-028cffab1dfb), precommit_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.101378 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-9458c4e9-3f99-482b-83ee-4cb5927867ff None None] Calling delete_port for a9996af8-0d55-4541-bd66-028cffab1dfb owned by network:dhcp {{(pid=104329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:30.107718 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-73af2914-259a-4ab0-99b3-71f76081ab6d admin admin] For port d4c0971f-345b-44a3-8934-20515c84f170, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=d4c0971f-345b-44a3-8934-20515c84f170,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:30.111410 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-73af2914-259a-4ab0-99b3-71f76081ab6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (d4c0971f-345b-44a3-8934-20515c84f170), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.111555 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-6818b686-91f0-46b1-a273-502311a5c9fb None None] Set router 7de97580-4ccd-4509-8ceb-b0834e59b23c gateway port host: None {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:40:30.122322 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-73af2914-259a-4ab0-99b3-71f76081ab6d admin admin] Calling delete_port for d4c0971f-345b-44a3-8934-20515c84f170 owned by network:router_gateway {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:30.129847 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (a9996af8-0d55-4541-bd66-028cffab1dfb), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.170944 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9996af8-0d55-4541-bd66-028cffab1dfb,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:30.185183 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9458c4e9-3f99-482b-83ee-4cb5927867ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (a9996af8-0d55-4541-bd66-028cffab1dfb), after_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.190072 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] No DVR routers for this DVR port a9996af8-0d55-4541-bd66-028cffab1dfb on host dv-cinder-841302-5-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:40:30.213286 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458c4e9-3f99-482b-83ee-4cb5927867ff None None] Pushing event deleted for resources: {'Port': ['ID=a9996af8-0d55-4541-bd66-028cffab1dfb,revision_number=None']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:30.217470 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9458c4e9-3f99-482b-83ee-4cb5927867ff None None] No DVR routers for this DVR port a9996af8-0d55-4541-bd66-028cffab1dfb on host dv-cinder-841302-5-iscsi {{(pid=104329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:40:30.261614 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-6818b686-91f0-46b1-a273-502311a5c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:40:29Z', 'revision_number': 6, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port_host': None}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:30.286201 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6818b686-91f0-46b1-a273-502311a5c9fb None None] The sync data for ids ['7de97580-4ccd-4509-8ceb-b0834e59b23c'] in dv-cinder-841302-5-iscsi is: [{'id': '7de97580-4ccd-4509-8ceb-b0834e59b23c', 'name': 'tempest-AttachVolumeTestJSON-54065107-router', 'tenant_id': '66a98614df914018b7ecfb68afb735c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:33:00Z', 'updated_at': '2022-07-07T15:40:29Z', 'revision_number': 6, 'project_id': '66a98614df914018b7ecfb68afb735c0', 'gw_port_host': None}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:40:30.309598 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747750', 'neutron.services.segments.db._delete_segments_for_network-8732231032441'] for network (ac1a0dbf-9ce9-4f3d-9709-351b088f4833), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.331269 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1a0dbf-9ce9-4f3d-9709-351b088f4833']}} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:30.340456 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91699501-e4d6-429e-be7d-97890859190a') {'for_net_delete': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:30.340691 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91699501-e4d6-429e-be7d-97890859190a') {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:30.350189 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231034498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13767413'] for segment (91699501-e4d6-429e-be7d-97890859190a), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.355969 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:30.364712 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (91699501-e4d6-429e-be7d-97890859190a), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.371163 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=104328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 15:40:30.371536 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13707891'] for segment (91699501-e4d6-429e-be7d-97890859190a), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.390670 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment 91699501-e4d6-429e-be7d-97890859190a resource provider aggregate not found Jul 07 15:40:30.401376 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-73af2914-259a-4ab0-99b3-71f76081ab6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (d4c0971f-345b-44a3-8934-20515c84f170), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.429301 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af2914-259a-4ab0-99b3-71f76081ab6d admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c0971f-345b-44a3-8934-20515c84f170,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:30.432119 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment 91699501-e4d6-429e-be7d-97890859190a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91699501-e4d6-429e-be7d-97890859190a found for delete ", "request_id": "req-d4d04479-6036-4c80-acb4-627e749854ff"}]} Jul 07 15:40:30.454320 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-73af2914-259a-4ab0-99b3-71f76081ab6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537153'] for router_gateway (7de97580-4ccd-4509-8ceb-b0834e59b23c), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.575500 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539648'] for network (ac1a0dbf-9ce9-4f3d-9709-351b088f4833), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.579973 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.584272 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ac1a0dbf-9ce9-4f3d-9709-351b088f4833 HTTP/1.1" status: 204 len: 168 time: 0.8410995 Jul 07 15:40:30.597898 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b8c88-5373-4ec2-9ed4-35c9378e1c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac1a0dbf-9ce9-4f3d-9709-351b088f4833,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:30.778061 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:30.807069 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-73af2914-259a-4ab0-99b3-71f76081ab6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89501'] for router (7de97580-4ccd-4509-8ceb-b0834e59b23c), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.809423 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-73af2914-259a-4ab0-99b3-71f76081ab6d admin admin] Publish callbacks [] for router_controller (7de97580-4ccd-4509-8ceb-b0834e59b23c), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.927407 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48240) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:30.940399 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-73af2914-259a-4ab0-99b3-71f76081ab6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532526'] for router (7de97580-4ccd-4509-8ceb-b0834e59b23c), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.941134 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73af2914-259a-4ab0-99b3-71f76081ab6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7de97580-4ccd-4509-8ceb-b0834e59b23c {{(pid=104327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 15:40:30.946400 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-73af2914-259a-4ab0-99b3-71f76081ab6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:30.948394 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-73af2914-259a-4ab0-99b3-71f76081ab6d admin admin] 10.222.0.25 "DELETE /v2.0/routers/7de97580-4ccd-4509-8ceb-b0834e59b23c HTTP/1.1" status: 204 len: 168 time: 1.3467746 Jul 07 15:40:30.954859 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48242) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:30.970149 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-f771208e-ebc2-470b-bbe4-525e508fdb14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66b37250ea6d4c4eb242c27ce9819dfc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415528 Jul 07 15:40:30.977900 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48244) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:31.002116 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ce7a7c-5053-423b-9ecf-eb2cc64b87e8 admin admin] Deleting subnet 85f7fa8a-0f70-4b68-8373-92cbe1e8c506 {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 15:40:31.006020 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-80ce7a7c-5053-423b-9ecf-eb2cc64b87e8 admin admin] Publish callbacks [] for subnet (85f7fa8a-0f70-4b68-8373-92cbe1e8c506), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.030732 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bd51d64b-1dff-4f2d-9f9e-95a1393d917e admin admin] Publish callbacks [] for security_group (8586b285-1fb7-4145-b4fd-23fb391fc7f4), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.044935 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-80ce7a7c-5053-423b-9ecf-eb2cc64b87e8 admin admin] Publish callbacks [] for subnet (85f7fa8a-0f70-4b68-8373-92cbe1e8c506), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.055324 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bd51d64b-1dff-4f2d-9f9e-95a1393d917e admin admin] Publish callbacks [] for security_group (8586b285-1fb7-4145-b4fd-23fb391fc7f4), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.106914 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-80ce7a7c-5053-423b-9ecf-eb2cc64b87e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1810892'] for subnet (85f7fa8a-0f70-4b68-8373-92cbe1e8c506), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.132024 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 5112ec4c-d0e5-4198-beb5-c60c678723d0 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:40:31.152123 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 5112ec4c-d0e5-4198-beb5-c60c678723d0 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:40:31.152468 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 5112ec4c-d0e5-4198-beb5-c60c678723d0 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:40:31.152881 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:40:31.174517 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:40:31.175026 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 54cc7e3a-a96a-45bf-b133-89b3a2f409a5 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:40:31.175459 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device a9996af8-0d55-4541-bd66-028cffab1dfb no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:40:31.175600 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bd51d64b-1dff-4f2d-9f9e-95a1393d917e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (8586b285-1fb7-4145-b4fd-23fb391fc7f4), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.178080 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bd51d64b-1dff-4f2d-9f9e-95a1393d917e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.179226 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-bd51d64b-1dff-4f2d-9f9e-95a1393d917e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8586b285-1fb7-4145-b4fd-23fb391fc7f4 HTTP/1.1" status: 204 len: 168 time: 0.2004557 Jul 07 15:40:31.191391 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51d64b-1dff-4f2d-9f9e-95a1393d917e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8586b285-1fb7-4145-b4fd-23fb391fc7f4,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:31.201407 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: a9996af8-0d55-4541-bd66-028cffab1dfb {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:40:31.201755 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device a9996af8-0d55-4541-bd66-028cffab1dfb not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:40:31.202174 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device d4c0971f-345b-44a3-8934-20515c84f170 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:40:31.225650 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: d4c0971f-345b-44a3-8934-20515c84f170 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:40:31.226154 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device d4c0971f-345b-44a3-8934-20515c84f170 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:40:31.272747 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-80ce7a7c-5053-423b-9ecf-eb2cc64b87e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1810887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (85f7fa8a-0f70-4b68-8373-92cbe1e8c506), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.302325 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce7a7c-5053-423b-9ecf-eb2cc64b87e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f7fa8a-0f70-4b68-8373-92cbe1e8c506,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:31.306071 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-80ce7a7c-5053-423b-9ecf-eb2cc64b87e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.317575 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-80ce7a7c-5053-423b-9ecf-eb2cc64b87e8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/85f7fa8a-0f70-4b68-8373-92cbe1e8c506 HTTP/1.1" status: 204 len: 168 time: 0.3528047 Jul 07 15:40:31.317694 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48248) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:31.317790 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c67f99e-768f-4542-99a1-fdd43d7162a0 None None] Network 75a15ea6-f7b1-407c-a2e7-8816149570d9 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:40:31.406219 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342902'] for network (75a15ea6-f7b1-407c-a2e7-8816149570d9), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.460415 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] Deleting port 81109417-cd34-4490-8454-d37e9bb3efb5 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:31.460654 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (81109417-cd34-4490-8454-d37e9bb3efb5), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.478143 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:31.483900 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6f5c1e-2133-49b1-8360-4e356b0c29b2 None None] DHCP port deletion for 75a15ea6-f7b1-407c-a2e7-8816149570d9 request from dv-cinder-841302-5-iscsi {{(pid=104329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 15:40:31.524755 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-0e6f5c1e-2133-49b1-8360-4e356b0c29b2 None None] Deleting port 81109417-cd34-4490-8454-d37e9bb3efb5 {{(pid=104329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:31.525130 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-0e6f5c1e-2133-49b1-8360-4e356b0c29b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (81109417-cd34-4490-8454-d37e9bb3efb5), before_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.525235 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] For port 81109417-cd34-4490-8454-d37e9bb3efb5, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=81109417-cd34-4490-8454-d37e9bb3efb5,segment=NetworkSegment(dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2),segment_id=dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:31.525587 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (81109417-cd34-4490-8454-d37e9bb3efb5), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.538368 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] Calling delete_port for 81109417-cd34-4490-8454-d37e9bb3efb5 owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:31.591282 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-0e6f5c1e-2133-49b1-8360-4e356b0c29b2 None None] For port 81109417-cd34-4490-8454-d37e9bb3efb5, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=81109417-cd34-4490-8454-d37e9bb3efb5,segment=NetworkSegment(dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2),segment_id=dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:31.591712 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-0e6f5c1e-2133-49b1-8360-4e356b0c29b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (81109417-cd34-4490-8454-d37e9bb3efb5), precommit_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.604162 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-0e6f5c1e-2133-49b1-8360-4e356b0c29b2 None None] Calling delete_port for 81109417-cd34-4490-8454-d37e9bb3efb5 owned by network:dhcp {{(pid=104329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:31.605716 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:31.695779 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (81109417-cd34-4490-8454-d37e9bb3efb5), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.701785 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-0e6f5c1e-2133-49b1-8360-4e356b0c29b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (81109417-cd34-4490-8454-d37e9bb3efb5), after_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.724980 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] No DVR routers for this DVR port 81109417-cd34-4490-8454-d37e9bb3efb5 on host dv-cinder-841302-5-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:40:31.730977 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f5c1e-2133-49b1-8360-4e356b0c29b2 None None] No DVR routers for this DVR port 81109417-cd34-4490-8454-d37e9bb3efb5 on host dv-cinder-841302-5-iscsi {{(pid=104329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:40:31.731184 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] Pushing event deleted for resources: {'Port': ['ID=81109417-cd34-4490-8454-d37e9bb3efb5,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:31.734735 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f5c1e-2133-49b1-8360-4e356b0c29b2 None None] Pushing event deleted for resources: {'Port': ['ID=81109417-cd34-4490-8454-d37e9bb3efb5,revision_number=None']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:31.809169 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747750', 'neutron.services.segments.db._delete_segments_for_network-8732231032441'] for network (75a15ea6-f7b1-407c-a2e7-8816149570d9), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.830136 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a15ea6-f7b1-407c-a2e7-8816149570d9']}} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:31.839582 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2') {'for_net_delete': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:31.839889 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2') {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:31.850113 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231034498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13767413'] for segment (dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.861727 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:31.864601 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:31.871929 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=104328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 15:40:31.872886 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13707891'] for segment (dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:32.003641 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539648'] for network (75a15ea6-f7b1-407c-a2e7-8816149570d9), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:32.010790 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:32.013876 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] 10.222.0.25 "DELETE /v2.0/networks/75a15ea6-f7b1-407c-a2e7-8816149570d9 HTTP/1.1" status: 204 len: 168 time: 0.6975741 Jul 07 15:40:32.024213 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248397e6-9d49-425b-b7b3-6aa4d8dfcc36 admin admin] Pushing event deleted for resources: {'Network': ['ID=75a15ea6-f7b1-407c-a2e7-8816149570d9,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:32.312933 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48276) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:32.353984 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b52d574f-4ee5-4b44-8492-86ebb39f3248 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66a98614df914018b7ecfb68afb735c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398510 Jul 07 15:40:32.356419 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48278) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:32.394213 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:32.405821 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-88105e87-1581-43b1-8739-500f44a467a5 admin admin] Publish callbacks [] for security_group (4a531764-a479-459a-a83a-824db685e462), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:32.428536 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-88105e87-1581-43b1-8739-500f44a467a5 admin admin] Publish callbacks [] for security_group (4a531764-a479-459a-a83a-824db685e462), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:32.452541 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2 resource provider aggregate not found Jul 07 15:40:32.471451 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dcfe6e14-1b5a-41d5-9f6f-57c7ef375db2 found for delete ", "request_id": "req-b511f949-7e9c-4765-a5ac-6ef97c5de472"}]} Jul 07 15:40:32.542635 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-88105e87-1581-43b1-8739-500f44a467a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (4a531764-a479-459a-a83a-824db685e462), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:32.545268 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-88105e87-1581-43b1-8739-500f44a467a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:32.546550 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-88105e87-1581-43b1-8739-500f44a467a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a531764-a479-459a-a83a-824db685e462 HTTP/1.1" status: 204 len: 168 time: 0.1891677 Jul 07 15:40:32.557993 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88105e87-1581-43b1-8739-500f44a467a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a531764-a479-459a-a83a-824db685e462,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:32.873690 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 81109417-cd34-4490-8454-d37e9bb3efb5 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:40:32.893534 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 81109417-cd34-4490-8454-d37e9bb3efb5 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:40:32.893811 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 81109417-cd34-4490-8454-d37e9bb3efb5 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:40:33.582842 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:33.585987 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8b281-81fa-4a61-a5e8-f907c9909fcc req-f0653898-2515-4ded-8317-8011ba34e30e tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:33.587745 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ade8b281-81fa-4a61-a5e8-f907c9909fcc req-f0653898-2515-4ded-8317-8011ba34e30e tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 946 time: 0.0555115 Jul 07 15:40:33.646253 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ade8b281-81fa-4a61-a5e8-f907c9909fcc req-d9e6bcef-4fff-443f-aa16-9c5d997270e6 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452292 Jul 07 15:40:34.773960 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733ef78-d003-46e7-a28f-99606578dca9 req-f416bb1e-e1c0-4e5e-b524-c3f512334023 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:34.775444 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f733ef78-d003-46e7-a28f-99606578dca9 req-f416bb1e-e1c0-4e5e-b524-c3f512334023 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 946 time: 0.0486050 Jul 07 15:40:34.827450 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f733ef78-d003-46e7-a28f-99606578dca9 req-d761dbab-4660-4e51-9251-53ff933b0ee7 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups?id=82944040-9e75-44d6-8769-59b239dc6f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457644 Jul 07 15:40:34.967998 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78dd3da-b7da-44e0-8acd-2032c109fe40 req-bd4c81c3-6ff4-4c25-89e2-86d64a478d39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:40:34.977896 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-a78dd3da-b7da-44e0-8acd-2032c109fe40 req-bd4c81c3-6ff4-4c25-89e2-86d64a478d39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 946 time: 0.0519423 Jul 07 15:40:35.053923 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-a78dd3da-b7da-44e0-8acd-2032c109fe40 req-bb838dfe-3508-40c3-ac72-e47131003f39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Deleting port cd19f05f-6752-480d-a56b-5d74f03e8e3a {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:35.055109 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-a78dd3da-b7da-44e0-8acd-2032c109fe40 req-bb838dfe-3508-40c3-ac72-e47131003f39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:35.149029 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-a78dd3da-b7da-44e0-8acd-2032c109fe40 req-bb838dfe-3508-40c3-ac72-e47131003f39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] For port cd19f05f-6752-480d-a56b-5d74f03e8e3a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cd19f05f-6752-480d-a56b-5d74f03e8e3a,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:35.149389 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-a78dd3da-b7da-44e0-8acd-2032c109fe40 req-bb838dfe-3508-40c3-ac72-e47131003f39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:35.322382 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-a78dd3da-b7da-44e0-8acd-2032c109fe40 req-bb838dfe-3508-40c3-ac72-e47131003f39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:35.322382 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-a78dd3da-b7da-44e0-8acd-2032c109fe40 req-bb838dfe-3508-40c3-ac72-e47131003f39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (19b7920c-4bea-4eea-822e-724446ade8bd), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:35.322744 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.l3_db [req-a78dd3da-b7da-44e0-8acd-2032c109fe40 req-bb838dfe-3508-40c3-ac72-e47131003f39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Floating IP 19b7920c-4bea-4eea-822e-724446ade8bd disassociated. External IP: 172.27.1.136, port: cd19f05f-6752-480d-a56b-5d74f03e8e3a. Jul 07 15:40:35.323032 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-a78dd3da-b7da-44e0-8acd-2032c109fe40 req-bb838dfe-3508-40c3-ac72-e47131003f39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Calling delete_port for cd19f05f-6752-480d-a56b-5d74f03e8e3a owned by compute:nova {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:35.326810 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:35.511875 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-a78dd3da-b7da-44e0-8acd-2032c109fe40 req-bb838dfe-3508-40c3-ac72-e47131003f39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (cd19f05f-6752-480d-a56b-5d74f03e8e3a), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:35.538087 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb838dfe-3508-40c3-ac72-e47131003f39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event deleted for resources: {'Port': ['ID=cd19f05f-6752-480d-a56b-5d74f03e8e3a,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:35.624961 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:35.651696 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a78dd3da-b7da-44e0-8acd-2032c109fe40 req-bb838dfe-3508-40c3-ac72-e47131003f39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Router 54b29323-172a-4ab0-8536-8735d645a515 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:40:35.775654 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a78dd3da-b7da-44e0-8acd-2032c109fe40 req-bb838dfe-3508-40c3-ac72-e47131003f39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:40:35.781419 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b1033b-9cb4-49be-a4b1-d199c7a8edd6 None None] Sync routers for ids ['54b29323-172a-4ab0-8536-8735d645a515'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:40:35.792162 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b1033b-9cb4-49be-a4b1-d199c7a8edd6 None None] Routers {'54b29323-172a-4ab0-8536-8735d645a515'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:40:35.792776 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-e3b1033b-9cb4-49be-a4b1-d199c7a8edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:40:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['54b29323-172a-4ab0-8536-8735d645a515'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:35.824140 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78dd3da-b7da-44e0-8acd-2032c109fe40 req-bb838dfe-3508-40c3-ac72-e47131003f39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] No DVR routers for this DVR port cd19f05f-6752-480d-a56b-5d74f03e8e3a on host hv-cinder-84130 {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:40:35.827539 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-a78dd3da-b7da-44e0-8acd-2032c109fe40 req-bb838dfe-3508-40c3-ac72-e47131003f39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:35.831444 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-a78dd3da-b7da-44e0-8acd-2032c109fe40 req-bb838dfe-3508-40c3-ac72-e47131003f39 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.50 "DELETE /v2.0/ports/cd19f05f-6752-480d-a56b-5d74f03e8e3a HTTP/1.1" status: 204 len: 173 time: 0.8552742 Jul 07 15:40:35.831917 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'name': 'network-vif-deleted', 'tag': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:40:35.834416 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13df8b6c-d479-47bf-9a3d-0ed4fad061e3" -d '{"events": [{"server_uuid": "d8cfd6f9-be72-41c0-8887-1425b3f5565c", "name": "network-vif-deleted", "tag": "cd19f05f-6752-480d-a56b-5d74f03e8e3a"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:40:35.884325 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744b0140-70fc-485d-ac01-feb452bc477e x-openstack-request-id: req-744b0140-70fc-485d-ac01-feb452bc477e {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:40:35.885628 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cfd6f9-be72-41c0-8887-1425b3f5565c", "name": "network-vif-deleted", "tag": "cd19f05f-6752-480d-a56b-5d74f03e8e3a", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:40:35.885939 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-744b0140-70fc-485d-ac01-feb452bc477e {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:40:35.886402 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744b0140-70fc-485d-ac01-feb452bc477e'] response: {'server_uuid': 'd8cfd6f9-be72-41c0-8887-1425b3f5565c', 'name': 'network-vif-deleted', 'tag': 'cd19f05f-6752-480d-a56b-5d74f03e8e3a', 'status': 'completed', 'code': 200} Jul 07 15:40:35.903657 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:35.922244 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-e3b1033b-9cb4-49be-a4b1-d199c7a8edd6 None None] Set router 54b29323-172a-4ab0-8536-8735d645a515 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:40:35.964282 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-30698444-6ab0-4e6b-a0b3-c8719995e98f req-0da99617-2481-4dad-99fb-261b9317cb5f tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cfd6f9-be72-41c0-8887-1425b3f5565c HTTP/1.1" status: 200 len: 210 time: 0.0432143 Jul 07 15:40:35.965467 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48402) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:36.127222 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3862ffe4-1cb4-4922-a87e-d55bf458ea96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:36.159872 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-e3b1033b-9cb4-49be-a4b1-d199c7a8edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:10Z', 'revision_number': 4, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '3224de4c-67ce-4155-b266-702517c70066', 'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'mac_address': 'fa:16:3e:65:5d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:18Z', 'revision_number': 5, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'subnets': [{'id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:36.192142 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b1033b-9cb4-49be-a4b1-d199c7a8edd6 None None] Checking router: 54b29323-172a-4ab0-8536-8735d645a515 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:40:36.201157 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b1033b-9cb4-49be-a4b1-d199c7a8edd6 None None] Routers {'54b29323-172a-4ab0-8536-8735d645a515'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:40:36.201761 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-e3b1033b-9cb4-49be-a4b1-d199c7a8edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:40:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['54b29323-172a-4ab0-8536-8735d645a515'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:36.220961 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3862ffe4-1cb4-4922-a87e-d55bf458ea96 admin admin] Publish callbacks [] for security_group (7b7dc1d9-2f74-40e6-98c6-7a75a4fe47d7), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:36.236825 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48408) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:36.295157 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-3862ffe4-1cb4-4922-a87e-d55bf458ea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (7b7dc1d9-2f74-40e6-98c6-7a75a4fe47d7), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:36.310590 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-e3b1033b-9cb4-49be-a4b1-d199c7a8edd6 None None] Set router 54b29323-172a-4ab0-8536-8735d645a515 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:40:36.353572 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-3862ffe4-1cb4-4922-a87e-d55bf458ea96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=579253bda38141ba973709c0a2412017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3870325 Jul 07 15:40:36.354590 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862ffe4-1cb4-4922-a87e-d55bf458ea96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7dc1d9-2f74-40e6-98c6-7a75a4fe47d7,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:36.356472 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48412) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:36.357788 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-68529a15-17aa-452e-8b76-f867aef074bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:36.428156 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2f26dae8-28bd-49a8-aba7-5ef55e793bc8 admin admin] Publish callbacks [] for security_group (7b7dc1d9-2f74-40e6-98c6-7a75a4fe47d7), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:36.439581 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:36.447601 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-68529a15-17aa-452e-8b76-f867aef074bf admin admin] Publish callbacks [] for security_group (48e4aa69-6ac0-4413-82b8-52904c65cdba), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:36.451305 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2f26dae8-28bd-49a8-aba7-5ef55e793bc8 admin admin] Publish callbacks [] for security_group (7b7dc1d9-2f74-40e6-98c6-7a75a4fe47d7), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:36.512049 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-e3b1033b-9cb4-49be-a4b1-d199c7a8edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:10Z', 'revision_number': 4, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '3224de4c-67ce-4155-b266-702517c70066', 'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'mac_address': 'fa:16:3e:65:5d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:18Z', 'revision_number': 5, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'subnets': [{'id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:36.522633 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-68529a15-17aa-452e-8b76-f867aef074bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (48e4aa69-6ac0-4413-82b8-52904c65cdba), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:36.538379 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b1033b-9cb4-49be-a4b1-d199c7a8edd6 None None] The sync data for ids ['54b29323-172a-4ab0-8536-8735d645a515'] in dv-cinder-841302-5-iscsi is: [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:33:10Z', 'revision_number': 4, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '3224de4c-67ce-4155-b266-702517c70066', 'name': '', 'network_id': 'e12eafaa-cd14-4167-a6ef-a2ef64a70cc9', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'mac_address': 'fa:16:3e:65:5d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:08Z', 'updated_at': '2022-07-07T15:33:18Z', 'revision_number': 5, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'subnets': [{'id': '9869fa05-9e6c-4cb3-8a09-1453d7c28d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:40:36.564037 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68529a15-17aa-452e-8b76-f867aef074bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e4aa69-6ac0-4413-82b8-52904c65cdba,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:36.570091 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-68529a15-17aa-452e-8b76-f867aef074bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0cc447a829d940d78ebc638f063a3408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3322039 Jul 07 15:40:36.573084 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48414) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:36.625276 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-79f58868-c5cd-409e-aa9a-de913fbaf01e admin admin] Publish callbacks [] for security_group (48e4aa69-6ac0-4413-82b8-52904c65cdba), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:36.640561 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2f26dae8-28bd-49a8-aba7-5ef55e793bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (7b7dc1d9-2f74-40e6-98c6-7a75a4fe47d7), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:36.643142 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2f26dae8-28bd-49a8-aba7-5ef55e793bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:36.644307 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-2f26dae8-28bd-49a8-aba7-5ef55e793bc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b7dc1d9-2f74-40e6-98c6-7a75a4fe47d7 HTTP/1.1" status: 204 len: 168 time: 0.2862043 Jul 07 15:40:36.656774 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-79f58868-c5cd-409e-aa9a-de913fbaf01e admin admin] Publish callbacks [] for security_group (48e4aa69-6ac0-4413-82b8-52904c65cdba), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:36.667440 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26dae8-28bd-49a8-aba7-5ef55e793bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7dc1d9-2f74-40e6-98c6-7a75a4fe47d7,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:36.791418 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8473b6-1406-4d11-86f7-f9818dce955c None None] New status for floating IP 19b7920c-4bea-4eea-822e-724446ade8bd: DOWN {{(pid=104330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:40:36.797099 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-79f58868-c5cd-409e-aa9a-de913fbaf01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (48e4aa69-6ac0-4413-82b8-52904c65cdba), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:36.801655 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-79f58868-c5cd-409e-aa9a-de913fbaf01e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:36.802910 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-79f58868-c5cd-409e-aa9a-de913fbaf01e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48e4aa69-6ac0-4413-82b8-52904c65cdba HTTP/1.1" status: 204 len: 168 time: 0.2286184 Jul 07 15:40:36.829997 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f58868-c5cd-409e-aa9a-de913fbaf01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e4aa69-6ac0-4413-82b8-52904c65cdba,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:37.146507 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48428) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:37.200514 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6c1b030-a425-4d4d-b678-c7c4227f69ef tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group (82944040-9e75-44d6-8769-59b239dc6f7d), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:37.227897 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6c1b030-a425-4d4d-b678-c7c4227f69ef tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group (82944040-9e75-44d6-8769-59b239dc6f7d), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:37.335174 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6c1b030-a425-4d4d-b678-c7c4227f69ef tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (82944040-9e75-44d6-8769-59b239dc6f7d), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:37.337908 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6c1b030-a425-4d4d-b678-c7c4227f69ef tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:37.339120 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-b6c1b030-a425-4d4d-b678-c7c4227f69ef tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "DELETE /v2.0/security-groups/82944040-9e75-44d6-8769-59b239dc6f7d HTTP/1.1" status: 204 len: 168 time: 0.1960323 Jul 07 15:40:37.341986 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48436) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:37.358181 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.api.v2.resource [None req-bbcb07a3-c002-4f43-920a-ef13573f1b60 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] show failed (client error): The resource could not be found. Jul 07 15:40:37.359170 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-bbcb07a3-c002-4f43-920a-ef13573f1b60 tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "GET /v2.0/security-groups/82944040-9e75-44d6-8769-59b239dc6f7d HTTP/1.1" status: 404 len: 347 time: 0.0162287 Jul 07 15:40:37.364993 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48438) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:37.371474 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:37.372395 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1b030-a425-4d4d-b678-c7c4227f69ef tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82944040-9e75-44d6-8769-59b239dc6f7d,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:37.464238 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48442) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:37.484193 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b994721c-ecb4-4440-9e69-1245aa98d01a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:37.488083 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-f74bb6bb-2250-4955-918b-c21bbd59d01c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Deleting port b68d2a02-a440-440a-94c4-67d418e41aa7 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:37.488435 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f74bb6bb-2250-4955-918b-c21bbd59d01c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (b68d2a02-a440-440a-94c4-67d418e41aa7), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:37.565867 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f74bb6bb-2250-4955-918b-c21bbd59d01c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (b68d2a02-a440-440a-94c4-67d418e41aa7), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:37.566446 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f74bb6bb-2250-4955-918b-c21bbd59d01c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for floatingip (b68d2a02-a440-440a-94c4-67d418e41aa7), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:37.573845 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:37.578875 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-f74bb6bb-2250-4955-918b-c21bbd59d01c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Calling delete_port for b68d2a02-a440-440a-94c4-67d418e41aa7 owned by network:floatingip {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:37.596335 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:37.607833 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b994721c-ecb4-4440-9e69-1245aa98d01a admin admin] Publish callbacks [] for security_group (aa62158c-01f5-4adb-89f7-23e071d4dfb7), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:37.677489 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b994721c-ecb4-4440-9e69-1245aa98d01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (aa62158c-01f5-4adb-89f7-23e071d4dfb7), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:37.718799 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b994721c-ecb4-4440-9e69-1245aa98d01a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2dfe442d438f49549480ff42ca075de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531085 Jul 07 15:40:37.719927 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994721c-ecb4-4440-9e69-1245aa98d01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa62158c-01f5-4adb-89f7-23e071d4dfb7,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:37.722106 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48446) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:37.780519 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f74bb6bb-2250-4955-918b-c21bbd59d01c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (b68d2a02-a440-440a-94c4-67d418e41aa7), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:37.782713 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4c453b2c-9da1-42c7-99b6-f3cb77402a81 admin admin] Publish callbacks [] for security_group (aa62158c-01f5-4adb-89f7-23e071d4dfb7), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:37.817720 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bb6bb-2250-4955-918b-c21bbd59d01c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Pushing event deleted for resources: {'Port': ['ID=b68d2a02-a440-440a-94c4-67d418e41aa7,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:37.847964 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4c453b2c-9da1-42c7-99b6-f3cb77402a81 admin admin] Publish callbacks [] for security_group (aa62158c-01f5-4adb-89f7-23e071d4dfb7), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:37.912733 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f74bb6bb-2250-4955-918b-c21bbd59d01c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks [] for floatingip (19b7920c-4bea-4eea-822e-724446ade8bd), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:37.915119 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f74bb6bb-2250-4955-918b-c21bbd59d01c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:37.916293 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-f74bb6bb-2250-4955-918b-c21bbd59d01c tempest-AttachVolumeShelveTestJSON-68415346 tempest-AttachVolumeShelveTestJSON-68415346-project] 10.222.0.25 "DELETE /v2.0/floatingips/19b7920c-4bea-4eea-822e-724446ade8bd HTTP/1.1" status: 204 len: 168 time: 0.5503976 Jul 07 15:40:38.009614 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4c453b2c-9da1-42c7-99b6-f3cb77402a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (aa62158c-01f5-4adb-89f7-23e071d4dfb7), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:38.012345 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-4c453b2c-9da1-42c7-99b6-f3cb77402a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:38.013532 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-4c453b2c-9da1-42c7-99b6-f3cb77402a81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa62158c-01f5-4adb-89f7-23e071d4dfb7 HTTP/1.1" status: 204 len: 168 time: 0.2904885 Jul 07 15:40:38.016825 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:38.023157 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c453b2c-9da1-42c7-99b6-f3cb77402a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa62158c-01f5-4adb-89f7-23e071d4dfb7,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:38.340995 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device cd19f05f-6752-480d-a56b-5d74f03e8e3a no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:40:38.365925 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: cd19f05f-6752-480d-a56b-5d74f03e8e3a {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:40:38.366270 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device cd19f05f-6752-480d-a56b-5d74f03e8e3a not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:40:39.236743 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:39.247787 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:40.255465 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:40:40.583539 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48556) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:40.880593 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:41.062415 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-49253f2c-c071-40dd-905d-f81a1fc98752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533691'] for router_interface (54b29323-172a-4ab0-8536-8735d645a515), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:41.268365 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48580) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:41.293589 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-49253f2c-c071-40dd-905d-f81a1fc98752 admin admin] Deleting port 3224de4c-67ce-4155-b266-702517c70066 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:41.293847 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-49253f2c-c071-40dd-905d-f81a1fc98752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (3224de4c-67ce-4155-b266-702517c70066), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:41.305155 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:41.376336 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-49253f2c-c071-40dd-905d-f81a1fc98752 admin admin] For port 3224de4c-67ce-4155-b266-702517c70066, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=3224de4c-67ce-4155-b266-702517c70066,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:41.376336 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-49253f2c-c071-40dd-905d-f81a1fc98752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (3224de4c-67ce-4155-b266-702517c70066), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:41.388632 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43fab6c8-12b8-4e48-b962-496eec54606d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:41.391504 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-49253f2c-c071-40dd-905d-f81a1fc98752 admin admin] Calling delete_port for 3224de4c-67ce-4155-b266-702517c70066 owned by network:router_interface {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:41.490769 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43fab6c8-12b8-4e48-b962-496eec54606d admin admin] Publish callbacks [] for security_group (d79db728-29e5-4a70-be3e-78c33028747c), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:41.579885 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43fab6c8-12b8-4e48-b962-496eec54606d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (d79db728-29e5-4a70-be3e-78c33028747c), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:41.620636 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-43fab6c8-12b8-4e48-b962-496eec54606d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9dc341221aa64bdfbdba2ae03dc01ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510559 Jul 07 15:40:41.621463 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fab6c8-12b8-4e48-b962-496eec54606d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79db728-29e5-4a70-be3e-78c33028747c,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:41.623395 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48592) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:41.676459 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-30fbb2b8-9292-4aec-8c26-8e17bc2f745f admin admin] Publish callbacks [] for security_group (d79db728-29e5-4a70-be3e-78c33028747c), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:41.687916 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-49253f2c-c071-40dd-905d-f81a1fc98752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (3224de4c-67ce-4155-b266-702517c70066), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:41.728710 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49253f2c-c071-40dd-905d-f81a1fc98752 admin admin] Pushing event deleted for resources: {'Port': ['ID=3224de4c-67ce-4155-b266-702517c70066,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:41.733499 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-30fbb2b8-9292-4aec-8c26-8e17bc2f745f admin admin] Publish callbacks [] for security_group (d79db728-29e5-4a70-be3e-78c33028747c), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:41.879704 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-49253f2c-c071-40dd-905d-f81a1fc98752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535307'] for router_interface (54b29323-172a-4ab0-8536-8735d645a515), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:41.931061 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-30fbb2b8-9292-4aec-8c26-8e17bc2f745f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (d79db728-29e5-4a70-be3e-78c33028747c), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:41.933490 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-30fbb2b8-9292-4aec-8c26-8e17bc2f745f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:41.934646 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-30fbb2b8-9292-4aec-8c26-8e17bc2f745f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d79db728-29e5-4a70-be3e-78c33028747c HTTP/1.1" status: 204 len: 168 time: 0.3098063 Jul 07 15:40:41.973018 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbb2b8-9292-4aec-8c26-8e17bc2f745f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79db728-29e5-4a70-be3e-78c33028747c,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:41.980715 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:42.103307 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49253f2c-c071-40dd-905d-f81a1fc98752 admin admin] Router 54b29323-172a-4ab0-8536-8735d645a515 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:40:42.109868 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:42.206598 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49253f2c-c071-40dd-905d-f81a1fc98752 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:40:42.214946 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48598) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:42.215117 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-49253f2c-c071-40dd-905d-f81a1fc98752 admin admin] 10.222.0.25 "PUT /v2.0/routers/54b29323-172a-4ab0-8536-8735d645a515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6305008 Jul 07 15:40:42.217908 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed9b4a-b08e-48b8-a527-9ec1b912c160 None None] Sync routers for ids ['54b29323-172a-4ab0-8536-8735d645a515'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:40:42.229022 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed9b4a-b08e-48b8-a527-9ec1b912c160 None None] Routers {'54b29323-172a-4ab0-8536-8735d645a515'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:40:42.230192 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-a9ed9b4a-b08e-48b8-a527-9ec1b912c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:40:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['54b29323-172a-4ab0-8536-8735d645a515'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:42.318986 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-999864a2-1619-4f3b-a31b-61f275f7fe5c admin admin] Publish callbacks [] for router (54b29323-172a-4ab0-8536-8735d645a515), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:42.427242 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-999864a2-1619-4f3b-a31b-61f275f7fe5c admin admin] Publish callbacks [] for router_gateway (54b29323-172a-4ab0-8536-8735d645a515), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:42.459824 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-a9ed9b4a-b08e-48b8-a527-9ec1b912c160 None None] Set router 54b29323-172a-4ab0-8536-8735d645a515 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:40:42.510349 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48602) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:42.527080 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3f186824-8623-4af9-a526-b7f90a0e1574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:42.588969 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-999864a2-1619-4f3b-a31b-61f275f7fe5c admin admin] Deleting port 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:42.589308 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-999864a2-1619-4f3b-a31b-61f275f7fe5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (0259395f-71e1-4c7b-b4a3-5dee3fd4ee08), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:42.634867 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-a9ed9b4a-b08e-48b8-a527-9ec1b912c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:40:41Z', 'revision_number': 5, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port': {'id': '0259395f-71e1-4c7b-b4a3-5dee3fd4ee08', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b29323-172a-4ab0-8536-8735d645a515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:33:01Z', 'updated_at': '2022-07-07T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:42.660760 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed9b4a-b08e-48b8-a527-9ec1b912c160 None None] Checking router: 54b29323-172a-4ab0-8536-8735d645a515 for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:40:42.670327 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed9b4a-b08e-48b8-a527-9ec1b912c160 None None] Routers {'54b29323-172a-4ab0-8536-8735d645a515'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:40:42.670941 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-a9ed9b4a-b08e-48b8-a527-9ec1b912c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:40:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['54b29323-172a-4ab0-8536-8735d645a515'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:42.712235 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:42.715412 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-999864a2-1619-4f3b-a31b-61f275f7fe5c admin admin] For port 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=0259395f-71e1-4c7b-b4a3-5dee3fd4ee08,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:42.716266 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-999864a2-1619-4f3b-a31b-61f275f7fe5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (0259395f-71e1-4c7b-b4a3-5dee3fd4ee08), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:42.719484 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3f186824-8623-4af9-a526-b7f90a0e1574 admin admin] Publish callbacks [] for security_group (987209d4-4237-49cb-8508-3e2a538add9c), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:42.730770 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-999864a2-1619-4f3b-a31b-61f275f7fe5c admin admin] Calling delete_port for 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08 owned by network:router_gateway {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:42.759886 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-a9ed9b4a-b08e-48b8-a527-9ec1b912c160 None None] Set router 54b29323-172a-4ab0-8536-8735d645a515 gateway port host: None {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:40:42.787322 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3f186824-8623-4af9-a526-b7f90a0e1574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (987209d4-4237-49cb-8508-3e2a538add9c), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:42.805643 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:42.811144 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-a9ed9b4a-b08e-48b8-a527-9ec1b912c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:40:42Z', 'revision_number': 6, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port_host': None}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:42.837618 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed9b4a-b08e-48b8-a527-9ec1b912c160 None None] The sync data for ids ['54b29323-172a-4ab0-8536-8735d645a515'] in dv-cinder-841302-5-iscsi is: [{'id': '54b29323-172a-4ab0-8536-8735d645a515', 'name': 'tempest-AttachVolumeShelveTestJSON-1009270530-router', 'tenant_id': 'd2e4afda121042939745304ce6f76a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:32:59Z', 'updated_at': '2022-07-07T15:40:42Z', 'revision_number': 6, 'project_id': 'd2e4afda121042939745304ce6f76a8b', 'gw_port_host': None}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:40:42.878126 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-3f186824-8623-4af9-a526-b7f90a0e1574 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c882e2fdad11420eaabfd44815efe0cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625352 Jul 07 15:40:42.878126 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48608) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:42.892564 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f186824-8623-4af9-a526-b7f90a0e1574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987209d4-4237-49cb-8508-3e2a538add9c,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:42.981998 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-68442543-63ea-41b4-9ca8-279f30c538c7 admin admin] Publish callbacks [] for security_group (987209d4-4237-49cb-8508-3e2a538add9c), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:43.010397 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-68442543-63ea-41b4-9ca8-279f30c538c7 admin admin] Publish callbacks [] for security_group (987209d4-4237-49cb-8508-3e2a538add9c), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:43.060537 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-999864a2-1619-4f3b-a31b-61f275f7fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (0259395f-71e1-4c7b-b4a3-5dee3fd4ee08), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:43.089628 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999864a2-1619-4f3b-a31b-61f275f7fe5c admin admin] Pushing event deleted for resources: {'Port': ['ID=0259395f-71e1-4c7b-b4a3-5dee3fd4ee08,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:43.142405 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-68442543-63ea-41b4-9ca8-279f30c538c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (987209d4-4237-49cb-8508-3e2a538add9c), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:43.144814 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-68442543-63ea-41b4-9ca8-279f30c538c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:43.146020 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-68442543-63ea-41b4-9ca8-279f30c538c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/987209d4-4237-49cb-8508-3e2a538add9c HTTP/1.1" status: 204 len: 168 time: 0.2653718 Jul 07 15:40:43.158849 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68442543-63ea-41b4-9ca8-279f30c538c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987209d4-4237-49cb-8508-3e2a538add9c,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:43.165846 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-999864a2-1619-4f3b-a31b-61f275f7fe5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537153'] for router_gateway (54b29323-172a-4ab0-8536-8735d645a515), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:43.505294 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:43.509013 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-999864a2-1619-4f3b-a31b-61f275f7fe5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89501'] for router (54b29323-172a-4ab0-8536-8735d645a515), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:43.511476 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-999864a2-1619-4f3b-a31b-61f275f7fe5c admin admin] Publish callbacks [] for router_controller (54b29323-172a-4ab0-8536-8735d645a515), precommit_delete_associations {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:43.649516 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-999864a2-1619-4f3b-a31b-61f275f7fe5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532526'] for router (54b29323-172a-4ab0-8536-8735d645a515), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:43.652752 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999864a2-1619-4f3b-a31b-61f275f7fe5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54b29323-172a-4ab0-8536-8735d645a515 {{(pid=104328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 15:40:43.654435 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-999864a2-1619-4f3b-a31b-61f275f7fe5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:43.655650 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-999864a2-1619-4f3b-a31b-61f275f7fe5c admin admin] 10.222.0.25 "DELETE /v2.0/routers/54b29323-172a-4ab0-8536-8735d645a515 HTTP/1.1" status: 204 len: 168 time: 1.4396622 Jul 07 15:40:43.658577 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48620) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:43.711109 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-840a7f23-f33d-4126-8143-7f06c54b94d0 admin admin] Deleting subnet 9869fa05-9e6c-4cb3-8a09-1453d7c28d29 {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 15:40:43.715963 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-840a7f23-f33d-4126-8143-7f06c54b94d0 admin admin] Publish callbacks [] for subnet (9869fa05-9e6c-4cb3-8a09-1453d7c28d29), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:43.754987 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-840a7f23-f33d-4126-8143-7f06c54b94d0 admin admin] Publish callbacks [] for subnet (9869fa05-9e6c-4cb3-8a09-1453d7c28d29), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:43.799702 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-840a7f23-f33d-4126-8143-7f06c54b94d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1810892'] for subnet (9869fa05-9e6c-4cb3-8a09-1453d7c28d29), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:43.935819 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-840a7f23-f33d-4126-8143-7f06c54b94d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1810887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (9869fa05-9e6c-4cb3-8a09-1453d7c28d29), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:43.961868 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a7f23-f33d-4126-8143-7f06c54b94d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9869fa05-9e6c-4cb3-8a09-1453d7c28d29,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:43.970223 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-840a7f23-f33d-4126-8143-7f06c54b94d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:43.976919 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a909a5-4db0-4dad-b1a0-3d0210ab8336 None None] Network e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:40:43.977382 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48628) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:43.977473 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-840a7f23-f33d-4126-8143-7f06c54b94d0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9869fa05-9e6c-4cb3-8a09-1453d7c28d29 HTTP/1.1" status: 204 len: 168 time: 0.3173094 Jul 07 15:40:44.060804 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342902'] for network (e12eafaa-cd14-4167-a6ef-a2ef64a70cc9), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:44.107117 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] Deleting port 683501e4-7e95-4750-a5a7-33e510151d67 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:44.110925 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (683501e4-7e95-4750-a5a7-33e510151d67), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:44.155155 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2dcd04-942b-4335-b68c-e91ca15bbef0 None None] DHCP port deletion for e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 request from dv-cinder-841302-5-iscsi {{(pid=104329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 15:40:44.178054 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] For port 683501e4-7e95-4750-a5a7-33e510151d67, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=683501e4-7e95-4750-a5a7-33e510151d67,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:44.178870 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (683501e4-7e95-4750-a5a7-33e510151d67), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:44.191785 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] Calling delete_port for 683501e4-7e95-4750-a5a7-33e510151d67 owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:44.195927 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-3d2dcd04-942b-4335-b68c-e91ca15bbef0 None None] Deleting port 683501e4-7e95-4750-a5a7-33e510151d67 {{(pid=104329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:40:44.196212 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3d2dcd04-942b-4335-b68c-e91ca15bbef0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (683501e4-7e95-4750-a5a7-33e510151d67), before_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:44.265868 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-3d2dcd04-942b-4335-b68c-e91ca15bbef0 None None] For port 683501e4-7e95-4750-a5a7-33e510151d67, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=683501e4-7e95-4750-a5a7-33e510151d67,segment=NetworkSegment(a3f499d3-501c-494d-a58a-3ee089a92057),segment_id=a3f499d3-501c-494d-a58a-3ee089a92057)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:40:44.265868 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3d2dcd04-942b-4335-b68c-e91ca15bbef0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (683501e4-7e95-4750-a5a7-33e510151d67), precommit_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:44.280794 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-3d2dcd04-942b-4335-b68c-e91ca15bbef0 None None] Calling delete_port for 683501e4-7e95-4750-a5a7-33e510151d67 owned by network:dhcp {{(pid=104329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:40:44.331657 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:44.380929 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (683501e4-7e95-4750-a5a7-33e510151d67), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:44.387314 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3d2dcd04-942b-4335-b68c-e91ca15bbef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (683501e4-7e95-4750-a5a7-33e510151d67), after_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:44.395181 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:44.407817 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] Pushing event deleted for resources: {'Port': ['ID=683501e4-7e95-4750-a5a7-33e510151d67,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:44.409637 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] No DVR routers for this DVR port 683501e4-7e95-4750-a5a7-33e510151d67 on host dv-cinder-841302-5-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:40:44.422736 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dcd04-942b-4335-b68c-e91ca15bbef0 None None] Pushing event deleted for resources: {'Port': ['ID=683501e4-7e95-4750-a5a7-33e510151d67,revision_number=None']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:44.427092 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2dcd04-942b-4335-b68c-e91ca15bbef0 None None] No DVR routers for this DVR port 683501e4-7e95-4750-a5a7-33e510151d67 on host dv-cinder-841302-5-iscsi {{(pid=104329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:40:44.488412 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747750', 'neutron.services.segments.db._delete_segments_for_network-8732231032441'] for network (e12eafaa-cd14-4167-a6ef-a2ef64a70cc9), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:44.509065 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12eafaa-cd14-4167-a6ef-a2ef64a70cc9']}} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:44.518585 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f499d3-501c-494d-a58a-3ee089a92057') {'for_net_delete': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:44.518877 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f499d3-501c-494d-a58a-3ee089a92057') {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:40:44.529066 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231034498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13767413'] for segment (a3f499d3-501c-494d-a58a-3ee089a92057), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:44.543137 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (a3f499d3-501c-494d-a58a-3ee089a92057), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:44.549475 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=104328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 15:40:44.549851 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13707891'] for segment (a3f499d3-501c-494d-a58a-3ee089a92057), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:44.568476 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment a3f499d3-501c-494d-a58a-3ee089a92057 resource provider aggregate not found Jul 07 15:40:44.611630 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment a3f499d3-501c-494d-a58a-3ee089a92057 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3f499d3-501c-494d-a58a-3ee089a92057 found for delete ", "request_id": "req-5aa665b8-20dc-48fa-bc0f-0a19523ead5f"}]} Jul 07 15:40:44.712305 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539648'] for network (e12eafaa-cd14-4167-a6ef-a2ef64a70cc9), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:44.729263 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:44.729263 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e12eafaa-cd14-4167-a6ef-a2ef64a70cc9 HTTP/1.1" status: 204 len: 168 time: 0.7439766 Jul 07 15:40:44.733689 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd3971-bfda-494b-9bd2-431dc084a893 admin admin] Pushing event deleted for resources: {'Network': ['ID=e12eafaa-cd14-4167-a6ef-a2ef64a70cc9,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:44.868822 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 3224de4c-67ce-4155-b266-702517c70066 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:40:44.889633 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 3224de4c-67ce-4155-b266-702517c70066 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:40:44.889982 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 3224de4c-67ce-4155-b266-702517c70066 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:40:44.890403 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:40:44.908871 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:40:44.909212 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 0259395f-71e1-4c7b-b4a3-5dee3fd4ee08 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:40:44.909612 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 683501e4-7e95-4750-a5a7-33e510151d67 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:40:44.927960 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 683501e4-7e95-4750-a5a7-33e510151d67 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:40:44.928312 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 683501e4-7e95-4750-a5a7-33e510151d67 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:40:45.362330 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48662) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:45.406581 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-844919c6-066a-48d4-acca-a99df96b781a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2e4afda121042939745304ce6f76a8b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429907 Jul 07 15:40:45.409148 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48664) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:45.457974 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-424d3d18-7530-4bf1-ae78-951aa03ae738 admin admin] Publish callbacks [] for security_group (04edf397-6d94-4620-8b74-8022e8fe5d64), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:45.479290 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-424d3d18-7530-4bf1-ae78-951aa03ae738 admin admin] Publish callbacks [] for security_group (04edf397-6d94-4620-8b74-8022e8fe5d64), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:45.620684 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-424d3d18-7530-4bf1-ae78-951aa03ae738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (04edf397-6d94-4620-8b74-8022e8fe5d64), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:45.623246 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-424d3d18-7530-4bf1-ae78-951aa03ae738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:45.624464 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-424d3d18-7530-4bf1-ae78-951aa03ae738 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04edf397-6d94-4620-8b74-8022e8fe5d64 HTTP/1.1" status: 204 len: 168 time: 0.2144217 Jul 07 15:40:45.634436 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d3d18-7530-4bf1-ae78-951aa03ae738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04edf397-6d94-4620-8b74-8022e8fe5d64,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:50.248080 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:50.672048 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c2538edf-df25-47c1-b706-4f85bc5ffaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:51.904716 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48854) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:52.010686 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-fb012d22-a022-4ee1-827c-5f9837f71cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:52.085332 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-fb012d22-a022-4ee1-827c-5f9837f71cbd admin admin] Publish callbacks [] for security_group (bd1da737-ecbc-4fe0-966e-d4bde278e6b5), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:52.192645 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-fb012d22-a022-4ee1-827c-5f9837f71cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (bd1da737-ecbc-4fe0-966e-d4bde278e6b5), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:52.232179 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-fb012d22-a022-4ee1-827c-5f9837f71cbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f68e6b7c9dc49dc86e3296517db6b50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263469 Jul 07 15:40:52.234226 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb012d22-a022-4ee1-827c-5f9837f71cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1da737-ecbc-4fe0-966e-d4bde278e6b5,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:52.234940 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48866) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:52.288782 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ef3e084b-6e42-4de8-bb1f-8bee84c92ad2 admin admin] Publish callbacks [] for security_group (bd1da737-ecbc-4fe0-966e-d4bde278e6b5), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:52.310285 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ef3e084b-6e42-4de8-bb1f-8bee84c92ad2 admin admin] Publish callbacks [] for security_group (bd1da737-ecbc-4fe0-966e-d4bde278e6b5), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:52.449051 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ef3e084b-6e42-4de8-bb1f-8bee84c92ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (bd1da737-ecbc-4fe0-966e-d4bde278e6b5), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:52.451749 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ef3e084b-6e42-4de8-bb1f-8bee84c92ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:52.452976 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ef3e084b-6e42-4de8-bb1f-8bee84c92ad2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd1da737-ecbc-4fe0-966e-d4bde278e6b5 HTTP/1.1" status: 204 len: 168 time: 0.2170038 Jul 07 15:40:52.462185 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e084b-6e42-4de8-bb1f-8bee84c92ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1da737-ecbc-4fe0-966e-d4bde278e6b5,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:52.849843 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-386b7c8f-c22c-4262-ba25-dce07bca3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:53.127218 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 48878) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:53.140895 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97a16982-e317-414d-955d-aa772f2ccafa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:53.168469 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:53.216103 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97a16982-e317-414d-955d-aa772f2ccafa admin admin] Publish callbacks [] for security_group (a5859fbf-0a6e-4db6-bb44-2def53bee379), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:53.283526 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97a16982-e317-414d-955d-aa772f2ccafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (a5859fbf-0a6e-4db6-bb44-2def53bee379), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:53.294560 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:53.323304 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-97a16982-e317-414d-955d-aa772f2ccafa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e273d007934466caa5503738d5c59b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1949785 Jul 07 15:40:53.324197 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a16982-e317-414d-955d-aa772f2ccafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5859fbf-0a6e-4db6-bb44-2def53bee379,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:53.326132 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 48880) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:53.376401 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-da852447-8879-433e-9eed-3833c7a90ad1 admin admin] Publish callbacks [] for security_group (a5859fbf-0a6e-4db6-bb44-2def53bee379), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:53.386165 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:53.401701 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-da852447-8879-433e-9eed-3833c7a90ad1 admin admin] Publish callbacks [] for security_group (a5859fbf-0a6e-4db6-bb44-2def53bee379), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:53.409085 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:40:53.534368 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-da852447-8879-433e-9eed-3833c7a90ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (a5859fbf-0a6e-4db6-bb44-2def53bee379), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:53.537502 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-da852447-8879-433e-9eed-3833c7a90ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:53.538653 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-da852447-8879-433e-9eed-3833c7a90ad1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5859fbf-0a6e-4db6-bb44-2def53bee379 HTTP/1.1" status: 204 len: 168 time: 0.2115355 Jul 07 15:40:53.546554 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da852447-8879-433e-9eed-3833c7a90ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5859fbf-0a6e-4db6-bb44-2def53bee379,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:54.260568 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:55.575166 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:55.797681 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:58.456886 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49006) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:58.563195 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-04c22d36-395f-4e1d-bfe0-d1d5d6395438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:58.653891 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-04c22d36-395f-4e1d-bfe0-d1d5d6395438 admin admin] Publish callbacks [] for security_group (46513817-dd8c-4486-9fb7-d767860d38d8), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:58.756418 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-04c22d36-395f-4e1d-bfe0-d1d5d6395438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (46513817-dd8c-4486-9fb7-d767860d38d8), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:58.796561 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-04c22d36-395f-4e1d-bfe0-d1d5d6395438 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45c6a486f87e42299232005611384900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3386192 Jul 07 15:40:58.797406 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c22d36-395f-4e1d-bfe0-d1d5d6395438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46513817-dd8c-4486-9fb7-d767860d38d8,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:58.799250 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 49012) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:58.852064 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-00077226-5b79-4d3a-a4b7-0f05e959817e admin admin] Publish callbacks [] for security_group (46513817-dd8c-4486-9fb7-d767860d38d8), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:58.873421 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-00077226-5b79-4d3a-a4b7-0f05e959817e admin admin] Publish callbacks [] for security_group (46513817-dd8c-4486-9fb7-d767860d38d8), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:58.975118 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-00077226-5b79-4d3a-a4b7-0f05e959817e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (46513817-dd8c-4486-9fb7-d767860d38d8), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:58.977742 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-00077226-5b79-4d3a-a4b7-0f05e959817e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:58.978942 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-00077226-5b79-4d3a-a4b7-0f05e959817e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46513817-dd8c-4486-9fb7-d767860d38d8 HTTP/1.1" status: 204 len: 168 time: 0.1785784 Jul 07 15:40:58.987888 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00077226-5b79-4d3a-a4b7-0f05e959817e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46513817-dd8c-4486-9fb7-d767860d38d8,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:40:59.796227 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 49044) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:59.809635 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-11a699c6-2c3c-43d4-a9ff-48ca40f9dfd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:59.820951 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49046) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:40:59.886787 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-11a699c6-2c3c-43d4-a9ff-48ca40f9dfd5 admin admin] Publish callbacks [] for security_group (3746ceaa-3a59-4a8d-bf00-737ac1db6334), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:59.952069 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-11a699c6-2c3c-43d4-a9ff-48ca40f9dfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (3746ceaa-3a59-4a8d-bf00-737ac1db6334), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:59.982233 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6c544281-9832-491e-ae0f-314cd36326ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:40:59.998920 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-11a699c6-2c3c-43d4-a9ff-48ca40f9dfd5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=519e90394aa944819dd318cbe38ad61c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016206 Jul 07 15:41:00.000882 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a699c6-2c3c-43d4-a9ff-48ca40f9dfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3746ceaa-3a59-4a8d-bf00-737ac1db6334,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:00.001819 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49050) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:00.091992 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1db0c538-2b6f-412b-8fb8-5f5220cab707 admin admin] Publish callbacks [] for security_group (3746ceaa-3a59-4a8d-bf00-737ac1db6334), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:00.128378 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6c544281-9832-491e-ae0f-314cd36326ec admin admin] Publish callbacks [] for security_group (a86db43f-fbe5-43f3-9234-2b0a822996a6), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:00.133554 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1db0c538-2b6f-412b-8fb8-5f5220cab707 admin admin] Publish callbacks [] for security_group (3746ceaa-3a59-4a8d-bf00-737ac1db6334), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:00.196389 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-6c544281-9832-491e-ae0f-314cd36326ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (a86db43f-fbe5-43f3-9234-2b0a822996a6), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:00.235864 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-6c544281-9832-491e-ae0f-314cd36326ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6146902809a942a5a517cd3b3dafa0f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4137955 Jul 07 15:41:00.237029 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c544281-9832-491e-ae0f-314cd36326ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86db43f-fbe5-43f3-9234-2b0a822996a6,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:00.238972 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 49052) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:00.259697 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1db0c538-2b6f-412b-8fb8-5f5220cab707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (3746ceaa-3a59-4a8d-bf00-737ac1db6334), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:00.262348 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1db0c538-2b6f-412b-8fb8-5f5220cab707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:00.263444 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-1db0c538-2b6f-412b-8fb8-5f5220cab707 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3746ceaa-3a59-4a8d-bf00-737ac1db6334 HTTP/1.1" status: 204 len: 168 time: 0.2608008 Jul 07 15:41:00.271381 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0c538-2b6f-412b-8fb8-5f5220cab707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3746ceaa-3a59-4a8d-bf00-737ac1db6334,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:00.297035 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2c33e15a-268c-494f-8534-0f09052bae9a admin admin] Publish callbacks [] for security_group (a86db43f-fbe5-43f3-9234-2b0a822996a6), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:00.320439 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2c33e15a-268c-494f-8534-0f09052bae9a admin admin] Publish callbacks [] for security_group (a86db43f-fbe5-43f3-9234-2b0a822996a6), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:00.449190 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2c33e15a-268c-494f-8534-0f09052bae9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (a86db43f-fbe5-43f3-9234-2b0a822996a6), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:00.455594 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2c33e15a-268c-494f-8534-0f09052bae9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:00.455594 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-2c33e15a-268c-494f-8534-0f09052bae9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a86db43f-fbe5-43f3-9234-2b0a822996a6 HTTP/1.1" status: 204 len: 168 time: 0.2126038 Jul 07 15:41:00.461323 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33e15a-268c-494f-8534-0f09052bae9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86db43f-fbe5-43f3-9234-2b0a822996a6,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:01.182007 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 49090) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:01.195536 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-104708b7-e2fc-406b-a03c-06d50a008560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:01.268996 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-104708b7-e2fc-406b-a03c-06d50a008560 admin admin] Publish callbacks [] for security_group (0a05cefe-9076-42ac-b558-182b7d2ddd27), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:01.345458 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-104708b7-e2fc-406b-a03c-06d50a008560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (0a05cefe-9076-42ac-b558-182b7d2ddd27), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:01.386900 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-104708b7-e2fc-406b-a03c-06d50a008560 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=931024f5d2bf4bb5b744516a2156c90d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037222 Jul 07 15:41:01.387697 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104708b7-e2fc-406b-a03c-06d50a008560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a05cefe-9076-42ac-b558-182b7d2ddd27,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:01.390229 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49096) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:01.441382 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ee5dd976-e38d-4aa9-8df0-b256122faafb admin admin] Publish callbacks [] for security_group (0a05cefe-9076-42ac-b558-182b7d2ddd27), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:01.464489 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ee5dd976-e38d-4aa9-8df0-b256122faafb admin admin] Publish callbacks [] for security_group (0a05cefe-9076-42ac-b558-182b7d2ddd27), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:01.498478 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:01.684287 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ee5dd976-e38d-4aa9-8df0-b256122faafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (0a05cefe-9076-42ac-b558-182b7d2ddd27), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:01.687001 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ee5dd976-e38d-4aa9-8df0-b256122faafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:01.688187 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-ee5dd976-e38d-4aa9-8df0-b256122faafb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a05cefe-9076-42ac-b558-182b7d2ddd27 HTTP/1.1" status: 204 len: 168 time: 0.2969236 Jul 07 15:41:01.698611 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5dd976-e38d-4aa9-8df0-b256122faafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a05cefe-9076-42ac-b558-182b7d2ddd27,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:02.389316 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49134) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:02.425750 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-78e9f72b-b6a6-4442-92da-1613b758c3bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:02.516975 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-78e9f72b-b6a6-4442-92da-1613b758c3bc admin admin] Publish callbacks [] for security_group (159a4a23-a49b-404d-aeae-2d9f6d9313c9), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:02.620029 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-78e9f72b-b6a6-4442-92da-1613b758c3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (159a4a23-a49b-404d-aeae-2d9f6d9313c9), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:02.626414 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:02.663043 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-78e9f72b-b6a6-4442-92da-1613b758c3bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae07ecc9dd494305b3f822ee12bbfed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725937 Jul 07 15:41:02.664508 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9f72b-b6a6-4442-92da-1613b758c3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159a4a23-a49b-404d-aeae-2d9f6d9313c9,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:02.666421 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 49146) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:02.682900 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:02.721811 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0dd16e15-4c52-4594-b3e6-1701193c8a03 admin admin] Publish callbacks [] for security_group (159a4a23-a49b-404d-aeae-2d9f6d9313c9), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:02.726525 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:02.745726 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0dd16e15-4c52-4594-b3e6-1701193c8a03 admin admin] Publish callbacks [] for security_group (159a4a23-a49b-404d-aeae-2d9f6d9313c9), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:02.849110 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0dd16e15-4c52-4594-b3e6-1701193c8a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (159a4a23-a49b-404d-aeae-2d9f6d9313c9), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:02.852439 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0dd16e15-4c52-4594-b3e6-1701193c8a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:02.860823 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-0dd16e15-4c52-4594-b3e6-1701193c8a03 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/159a4a23-a49b-404d-aeae-2d9f6d9313c9 HTTP/1.1" status: 204 len: 168 time: 0.1926875 Jul 07 15:41:02.869405 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd16e15-4c52-4594-b3e6-1701193c8a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159a4a23-a49b-404d-aeae-2d9f6d9313c9,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:03.090664 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 49152) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:03.212082 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8788-d288-437a-a9fa-7befd536704a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:03.290612 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8788-d288-437a-a9fa-7befd536704a admin admin] Publish callbacks [] for security_group (68fee519-cc2c-4b44-9f5f-86a8ab52b1ab), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:03.369968 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8788-d288-437a-a9fa-7befd536704a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (68fee519-cc2c-4b44-9f5f-86a8ab52b1ab), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:03.409225 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c8788-d288-437a-a9fa-7befd536704a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fee519-cc2c-4b44-9f5f-86a8ab52b1ab,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:03.416283 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ac5c8788-d288-437a-a9fa-7befd536704a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6223601122a846a89bf3dfa003f6fc6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3219380 Jul 07 15:41:03.416632 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 49166) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:03.466782 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb8ab-897f-4b9b-9bd9-cd4609d9acf3 admin admin] Publish callbacks [] for security_group (68fee519-cc2c-4b44-9f5f-86a8ab52b1ab), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:03.490678 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb8ab-897f-4b9b-9bd9-cd4609d9acf3 admin admin] Publish callbacks [] for security_group (68fee519-cc2c-4b44-9f5f-86a8ab52b1ab), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:03.570726 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:03.807538 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:03.911869 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb8ab-897f-4b9b-9bd9-cd4609d9acf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (68fee519-cc2c-4b44-9f5f-86a8ab52b1ab), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:03.915056 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb8ab-897f-4b9b-9bd9-cd4609d9acf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:03.916229 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-bb2bb8ab-897f-4b9b-9bd9-cd4609d9acf3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68fee519-cc2c-4b44-9f5f-86a8ab52b1ab HTTP/1.1" status: 204 len: 168 time: 0.4988844 Jul 07 15:41:03.924694 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bb8ab-897f-4b9b-9bd9-cd4609d9acf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fee519-cc2c-4b44-9f5f-86a8ab52b1ab,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:04.640535 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 49204) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:04.654826 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a858be9c-c0ab-40fb-8642-9c0822566050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:04.734614 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a858be9c-c0ab-40fb-8642-9c0822566050 admin admin] Publish callbacks [] for security_group (5d1cbb4e-553c-4619-94aa-96350702a4ef), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:04.809040 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a858be9c-c0ab-40fb-8642-9c0822566050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (5d1cbb4e-553c-4619-94aa-96350702a4ef), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:04.850295 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-a858be9c-c0ab-40fb-8642-9c0822566050 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c460ed815b4443708c2e78f07ffc322c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086833 Jul 07 15:41:04.851772 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858be9c-c0ab-40fb-8642-9c0822566050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1cbb4e-553c-4619-94aa-96350702a4ef,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:04.853569 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49212) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:04.905309 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b4ad1358-f8b4-4e8e-b16b-f5b68e4021fc admin admin] Publish callbacks [] for security_group (5d1cbb4e-553c-4619-94aa-96350702a4ef), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:04.928008 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b4ad1358-f8b4-4e8e-b16b-f5b68e4021fc admin admin] Publish callbacks [] for security_group (5d1cbb4e-553c-4619-94aa-96350702a4ef), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:05.069157 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b4ad1358-f8b4-4e8e-b16b-f5b68e4021fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (5d1cbb4e-553c-4619-94aa-96350702a4ef), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:05.071724 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b4ad1358-f8b4-4e8e-b16b-f5b68e4021fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:05.072125 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-b4ad1358-f8b4-4e8e-b16b-f5b68e4021fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d1cbb4e-553c-4619-94aa-96350702a4ef HTTP/1.1" status: 204 len: 168 time: 0.2166328 Jul 07 15:41:05.084078 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad1358-f8b4-4e8e-b16b-f5b68e4021fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1cbb4e-553c-4619-94aa-96350702a4ef,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:10.987097 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49392) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:11.091675 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7328-2726-4ff6-82ee-adbc6855d7a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:11.170856 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7328-2726-4ff6-82ee-adbc6855d7a2 admin admin] Publish callbacks [] for security_group (144fdd89-66f1-4c08-8e7c-13ad5adea1be), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:11.231539 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7328-2726-4ff6-82ee-adbc6855d7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (144fdd89-66f1-4c08-8e7c-13ad5adea1be), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:11.271448 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-ad9f7328-2726-4ff6-82ee-adbc6855d7a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3971a67ffb7e435eb069d7ee573d2cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830687 Jul 07 15:41:11.273066 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f7328-2726-4ff6-82ee-adbc6855d7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144fdd89-66f1-4c08-8e7c-13ad5adea1be,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:11.274751 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 49396) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:11.327613 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-48f91f76-72dd-463a-a39b-9b8668578d93 admin admin] Publish callbacks [] for security_group (144fdd89-66f1-4c08-8e7c-13ad5adea1be), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:11.349705 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-48f91f76-72dd-463a-a39b-9b8668578d93 admin admin] Publish callbacks [] for security_group (144fdd89-66f1-4c08-8e7c-13ad5adea1be), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:11.465675 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-48f91f76-72dd-463a-a39b-9b8668578d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (144fdd89-66f1-4c08-8e7c-13ad5adea1be), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:11.468341 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-48f91f76-72dd-463a-a39b-9b8668578d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:11.469490 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-48f91f76-72dd-463a-a39b-9b8668578d93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/144fdd89-66f1-4c08-8e7c-13ad5adea1be HTTP/1.1" status: 204 len: 168 time: 0.1936214 Jul 07 15:41:11.478450 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f91f76-72dd-463a-a39b-9b8668578d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144fdd89-66f1-4c08-8e7c-13ad5adea1be,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:12.068158 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49414) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:12.089772 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-776e7225-e890-4dff-9385-7de35e3cf685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:12.185594 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-776e7225-e890-4dff-9385-7de35e3cf685 admin admin] Publish callbacks [] for security_group (9998cf3d-21d6-4b58-b762-09344fc9ca23), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:12.265853 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-776e7225-e890-4dff-9385-7de35e3cf685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (9998cf3d-21d6-4b58-b762-09344fc9ca23), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:12.293844 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:12.306513 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e7225-e890-4dff-9385-7de35e3cf685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9998cf3d-21d6-4b58-b762-09344fc9ca23,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:12.313561 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-776e7225-e890-4dff-9385-7de35e3cf685 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d0c8a212f7f4a8f8b49ae71eb5419ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413795 Jul 07 15:41:12.313834 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49422) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:12.366809 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea7e6-b9cd-422e-8f38-9d5a1d1de9a9 admin admin] Publish callbacks [] for security_group (9998cf3d-21d6-4b58-b762-09344fc9ca23), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:12.390838 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea7e6-b9cd-422e-8f38-9d5a1d1de9a9 admin admin] Publish callbacks [] for security_group (9998cf3d-21d6-4b58-b762-09344fc9ca23), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:12.419236 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:12.541475 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49426) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:12.557442 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea7e6-b9cd-422e-8f38-9d5a1d1de9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (9998cf3d-21d6-4b58-b762-09344fc9ca23), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:12.559932 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea7e6-b9cd-422e-8f38-9d5a1d1de9a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:12.561072 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-9e8ea7e6-b9cd-422e-8f38-9d5a1d1de9a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9998cf3d-21d6-4b58-b762-09344fc9ca23 HTTP/1.1" status: 204 len: 168 time: 0.2465456 Jul 07 15:41:12.569162 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ea7e6-b9cd-422e-8f38-9d5a1d1de9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9998cf3d-21d6-4b58-b762-09344fc9ca23,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:12.658873 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e4e42b14-f7fb-4af7-a1ab-cdb1067d70ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:12.733315 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e4e42b14-f7fb-4af7-a1ab-cdb1067d70ea admin admin] Publish callbacks [] for security_group (da142454-c68d-4f17-b3fd-99c68d7351f1), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:12.802542 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e4e42b14-f7fb-4af7-a1ab-cdb1067d70ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (da142454-c68d-4f17-b3fd-99c68d7351f1), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:12.843492 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-e4e42b14-f7fb-4af7-a1ab-cdb1067d70ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=396c03e6858546ec84114920056c23f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009171 Jul 07 15:41:12.844704 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e42b14-f7fb-4af7-a1ab-cdb1067d70ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da142454-c68d-4f17-b3fd-99c68d7351f1,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:12.846226 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 49432) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:12.902805 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07e70b12-5291-4a2e-a902-6d0539ab2f54 admin admin] Publish callbacks [] for security_group (da142454-c68d-4f17-b3fd-99c68d7351f1), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:12.926703 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07e70b12-5291-4a2e-a902-6d0539ab2f54 admin admin] Publish callbacks [] for security_group (da142454-c68d-4f17-b3fd-99c68d7351f1), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:13.077748 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07e70b12-5291-4a2e-a902-6d0539ab2f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (da142454-c68d-4f17-b3fd-99c68d7351f1), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:13.080463 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-07e70b12-5291-4a2e-a902-6d0539ab2f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:13.081665 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-07e70b12-5291-4a2e-a902-6d0539ab2f54 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da142454-c68d-4f17-b3fd-99c68d7351f1 HTTP/1.1" status: 204 len: 168 time: 0.2337451 Jul 07 15:41:13.090896 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e70b12-5291-4a2e-a902-6d0539ab2f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da142454-c68d-4f17-b3fd-99c68d7351f1,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:13.710538 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 49460) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:13.724531 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0928-3536-4948-ad5f-2791e1ecf4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:13.778073 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:DELETE=7,neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:13.801611 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0928-3536-4948-ad5f-2791e1ecf4df admin admin] Publish callbacks [] for security_group (48984613-833c-4939-959e-b96f53ae2bf1), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:13.883224 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0928-3536-4948-ad5f-2791e1ecf4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (48984613-833c-4939-959e-b96f53ae2bf1), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:13.924496 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ae5d0928-3536-4948-ad5f-2791e1ecf4df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59177c93b8274ce19cf5950c80754088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127995 Jul 07 15:41:13.925335 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d0928-3536-4948-ad5f-2791e1ecf4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48984613-833c-4939-959e-b96f53ae2bf1,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:13.928171 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49464) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:13.989601 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-170a316e-8b53-4686-af41-af4a6af67b6f admin admin] Publish callbacks [] for security_group (48984613-833c-4939-959e-b96f53ae2bf1), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:14.011960 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-170a316e-8b53-4686-af41-af4a6af67b6f admin admin] Publish callbacks [] for security_group (48984613-833c-4939-959e-b96f53ae2bf1), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:14.157342 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-170a316e-8b53-4686-af41-af4a6af67b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (48984613-833c-4939-959e-b96f53ae2bf1), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:14.159875 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-170a316e-8b53-4686-af41-af4a6af67b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:14.161020 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-170a316e-8b53-4686-af41-af4a6af67b6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48984613-833c-4939-959e-b96f53ae2bf1 HTTP/1.1" status: 204 len: 168 time: 0.2323542 Jul 07 15:41:14.173035 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a316e-8b53-4686-af41-af4a6af67b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48984613-833c-4939-959e-b96f53ae2bf1,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:14.880860 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49488) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:14.894267 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-251301a2-0027-4f52-95c0-6a3b319c3dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:14.972639 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-251301a2-0027-4f52-95c0-6a3b319c3dc6 admin admin] Publish callbacks [] for security_group (25278745-2033-4b0b-95cb-d053d9207c2a), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:15.031648 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-251301a2-0027-4f52-95c0-6a3b319c3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (25278745-2033-4b0b-95cb-d053d9207c2a), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:15.070304 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251301a2-0027-4f52-95c0-6a3b319c3dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25278745-2033-4b0b-95cb-d053d9207c2a,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:15.076875 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-251301a2-0027-4f52-95c0-6a3b319c3dc6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92ecaba3600145d696296c3cb20d90ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1925712 Jul 07 15:41:15.077152 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49492) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:15.103104 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:DELETE=4,neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:15.131688 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0b6107b1-47ef-498a-a69a-e24d58bc15ca admin admin] Publish callbacks [] for security_group (25278745-2033-4b0b-95cb-d053d9207c2a), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:15.153569 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0b6107b1-47ef-498a-a69a-e24d58bc15ca admin admin] Publish callbacks [] for security_group (25278745-2033-4b0b-95cb-d053d9207c2a), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:15.271741 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0b6107b1-47ef-498a-a69a-e24d58bc15ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (25278745-2033-4b0b-95cb-d053d9207c2a), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:15.275034 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-0b6107b1-47ef-498a-a69a-e24d58bc15ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:15.276390 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-0b6107b1-47ef-498a-a69a-e24d58bc15ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25278745-2033-4b0b-95cb-d053d9207c2a HTTP/1.1" status: 204 len: 168 time: 0.1960711 Jul 07 15:41:15.285520 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6107b1-47ef-498a-a69a-e24d58bc15ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25278745-2033-4b0b-95cb-d053d9207c2a,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:15.297242 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:15.298003 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:16.441079 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49524) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:16.537753 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-45206136-0fc0-4e43-b7dc-ac7c85ff5f0b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1801730642-network', 'tenant_id': 'e01375189eb04e17bacc1c3892b86b9e'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:41:16.608857 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45206136-0fc0-4e43-b7dc-ac7c85ff5f0b admin admin] Made reservation on behalf of e01375189eb04e17bacc1c3892b86b9e for: {'network': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:41:16.611103 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-45206136-0fc0-4e43-b7dc-ac7c85ff5f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:16.620402 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-45206136-0fc0-4e43-b7dc-ac7c85ff5f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:16.695877 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-45206136-0fc0-4e43-b7dc-ac7c85ff5f0b admin admin] Publish callbacks [] for security_group (3265c50e-9c61-4b4e-a6ec-ac4f455e8119), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:16.761834 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-45206136-0fc0-4e43-b7dc-ac7c85ff5f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (3265c50e-9c61-4b4e-a6ec-ac4f455e8119), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:16.768807 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:16.784331 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45206136-0fc0-4e43-b7dc-ac7c85ff5f0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=104328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:41:16.801124 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45206136-0fc0-4e43-b7dc-ac7c85ff5f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3265c50e-9c61-4b4e-a6ec-ac4f455e8119,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:16.805819 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-45206136-0fc0-4e43-b7dc-ac7c85ff5f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (7ff7b307-a60d-4103-9c3e-1e684b1529c1), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:16.806083 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.segments_db [None req-45206136-0fc0-4e43-b7dc-ac7c85ff5f0b admin admin] Added segment 7ff7b307-a60d-4103-9c3e-1e684b1529c1 of type vlan for network e74a5a60-886b-42bc-b655-7f0601c664fa Jul 07 15:41:16.846869 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-45206136-0fc0-4e43-b7dc-ac7c85ff5f0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (e74a5a60-886b-42bc-b655-7f0601c664fa), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:16.933718 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-45206136-0fc0-4e43-b7dc-ac7c85ff5f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (e74a5a60-886b-42bc-b655-7f0601c664fa), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:16.934675 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45206136-0fc0-4e43-b7dc-ac7c85ff5f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:16.935247 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-45206136-0fc0-4e43-b7dc-ac7c85ff5f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:17.001666 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45206136-0fc0-4e43-b7dc-ac7c85ff5f0b admin admin] Pushing event updated for resources: {'Network': ['ID=e74a5a60-886b-42bc-b655-7f0601c664fa,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:17.016594 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network e74a5a60-886b-42bc-b655-7f0601c664fa details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:41:17.072358 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-45206136-0fc0-4e43-b7dc-ac7c85ff5f0b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6267893 Jul 07 15:41:17.072595 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49532) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:17.077147 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-bac81ec6-c0fb-4cbd-aad8-97421d848e18 admin admin] Request body: {'subnet': {'network_id': 'e74a5a60-886b-42bc-b655-7f0601c664fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1801730642-subnet', 'tenant_id': 'e01375189eb04e17bacc1c3892b86b9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:41:17.146386 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac81ec6-c0fb-4cbd-aad8-97421d848e18 admin admin] Made reservation on behalf of e01375189eb04e17bacc1c3892b86b9e for: {'subnet': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:41:17.149071 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bac81ec6-c0fb-4cbd-aad8-97421d848e18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13927039'] for subnet (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:17.266416 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:41:17.381085 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bac81ec6-c0fb-4cbd-aad8-97421d848e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13707978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13927317'] for subnet (71fb733f-94bc-4391-a3a6-8ac23b00aa76), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:17.409865 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:17.442221 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac81ec6-c0fb-4cbd-aad8-97421d848e18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71fb733f-94bc-4391-a3a6-8ac23b00aa76,revision_number=0']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:17.451191 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac81ec6-c0fb-4cbd-aad8-97421d848e18 admin admin] Checking segment: {'id': '7ff7b307-a60d-4103-9c3e-1e684b1529c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e74a5a60-886b-42bc-b655-7f0601c664fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:41:17.451545 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac81ec6-c0fb-4cbd-aad8-97421d848e18 admin admin] Network hostable DHCP agents. Network: e74a5a60-886b-42bc-b655-7f0601c664fa, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:41:17.506053 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac81ec6-c0fb-4cbd-aad8-97421d848e18 admin admin] Network e74a5a60-886b-42bc-b655-7f0601c664fa is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:41:17.574304 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-bac81ec6-c0fb-4cbd-aad8-97421d848e18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, e74a5a60-886b-42bc-b655-7f0601c664fa) {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:41:17.578374 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac81ec6-c0fb-4cbd-aad8-97421d848e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:17.579002 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bac81ec6-c0fb-4cbd-aad8-97421d848e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:17.584376 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074e1a14-4cb9-449f-9272-9e57e5ea4022 None None] Network e74a5a60-886b-42bc-b655-7f0601c664fa requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:41:17.684791 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-bac81ec6-c0fb-4cbd-aad8-97421d848e18 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6112878 Jul 07 15:41:17.685425 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1221a7bb-5ff1-42bb-8547-487a4aa2e470 None None] Network e74a5a60-886b-42bc-b655-7f0601c664fa requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:41:18.414033 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49554) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:18.418908 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-f4d88f61-eaf0-491a-847e-3309f6bed8f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1068384738-network', 'tenant_id': '2818f02432344270b2ae3c1212432e01'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:41:18.499942 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d88f61-eaf0-491a-847e-3309f6bed8f9 admin admin] Made reservation on behalf of 2818f02432344270b2ae3c1212432e01 for: {'network': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:41:18.502169 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f4d88f61-eaf0-491a-847e-3309f6bed8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:18.510931 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f4d88f61-eaf0-491a-847e-3309f6bed8f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:18.604245 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f4d88f61-eaf0-491a-847e-3309f6bed8f9 admin admin] Publish callbacks [] for security_group (dafd9407-031a-4a69-ab13-31db73d9b0b4), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:18.677120 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f4d88f61-eaf0-491a-847e-3309f6bed8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (dafd9407-031a-4a69-ab13-31db73d9b0b4), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:18.708222 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d88f61-eaf0-491a-847e-3309f6bed8f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=104328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:41:18.716462 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d88f61-eaf0-491a-847e-3309f6bed8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafd9407-031a-4a69-ab13-31db73d9b0b4,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:18.726375 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f4d88f61-eaf0-491a-847e-3309f6bed8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (ef7cce92-0b26-4677-949e-7c2147936f4e), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:18.726864 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.segments_db [None req-f4d88f61-eaf0-491a-847e-3309f6bed8f9 admin admin] Added segment ef7cce92-0b26-4677-949e-7c2147936f4e of type vlan for network 75092b44-f41b-463f-85e5-f0bc7ce297e3 Jul 07 15:41:18.771734 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f4d88f61-eaf0-491a-847e-3309f6bed8f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (75092b44-f41b-463f-85e5-f0bc7ce297e3), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:18.792015 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:18.848482 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f4d88f61-eaf0-491a-847e-3309f6bed8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (75092b44-f41b-463f-85e5-f0bc7ce297e3), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:18.849509 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d88f61-eaf0-491a-847e-3309f6bed8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:18.850085 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f4d88f61-eaf0-491a-847e-3309f6bed8f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:18.912049 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d88f61-eaf0-491a-847e-3309f6bed8f9 admin admin] Pushing event updated for resources: {'Network': ['ID=75092b44-f41b-463f-85e5-f0bc7ce297e3,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:18.922563 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network 75092b44-f41b-463f-85e5-f0bc7ce297e3 details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:41:18.949510 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-f4d88f61-eaf0-491a-847e-3309f6bed8f9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5343513 Jul 07 15:41:18.955253 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49556) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:18.957140 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-d82115ef-1b23-420a-9440-9794ac0d11b0 admin admin] Request body: {'subnet': {'network_id': '75092b44-f41b-463f-85e5-f0bc7ce297e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1068384738-subnet', 'tenant_id': '2818f02432344270b2ae3c1212432e01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:41:19.031634 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82115ef-1b23-420a-9440-9794ac0d11b0 admin admin] Made reservation on behalf of 2818f02432344270b2ae3c1212432e01 for: {'subnet': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:41:19.033981 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d82115ef-1b23-420a-9440-9794ac0d11b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13927039'] for subnet (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:19.282631 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d82115ef-1b23-420a-9440-9794ac0d11b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13707978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13927317'] for subnet (38eaf071-9f99-4f0e-8c53-98553428a0b9), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:19.343205 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:19.346030 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82115ef-1b23-420a-9440-9794ac0d11b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38eaf071-9f99-4f0e-8c53-98553428a0b9,revision_number=0']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:19.355251 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82115ef-1b23-420a-9440-9794ac0d11b0 admin admin] Checking segment: {'id': 'ef7cce92-0b26-4677-949e-7c2147936f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '75092b44-f41b-463f-85e5-f0bc7ce297e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:41:19.355633 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82115ef-1b23-420a-9440-9794ac0d11b0 admin admin] Network hostable DHCP agents. Network: 75092b44-f41b-463f-85e5-f0bc7ce297e3, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:41:19.478219 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82115ef-1b23-420a-9440-9794ac0d11b0 admin admin] Network 75092b44-f41b-463f-85e5-f0bc7ce297e3 is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:41:19.602817 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-d82115ef-1b23-420a-9440-9794ac0d11b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, 75092b44-f41b-463f-85e5-f0bc7ce297e3) {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:41:19.608161 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82115ef-1b23-420a-9440-9794ac0d11b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:19.612756 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d82115ef-1b23-420a-9440-9794ac0d11b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:19.615504 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95c2c25-e76d-448f-9908-9df6a8daceeb None None] Network 75092b44-f41b-463f-85e5-f0bc7ce297e3 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:41:19.706468 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-d82115ef-1b23-420a-9440-9794ac0d11b0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7530825 Jul 07 15:41:19.740274 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c4f811-b4e2-40b4-8dd0-4ce293a8ebb5 None None] Network 75092b44-f41b-463f-85e5-f0bc7ce297e3 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:41:20.668777 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-9c986062-4e30-40ac-ae61-4b4f8fe9426d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:22.814328 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6bb48fa6-212e-4a95-9e29-04a8e6e769b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:23.921729 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=68,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:24.264978 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:25.563136 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:25.797067 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:27.020653 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49694) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:27.143452 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:27.236061 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Publish callbacks [] for security_group (b71e4e39-cfea-4f1d-b3ea-a3377402cdde), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:27.245225 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=4 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:27.245983 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=6 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:27.311883 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (b71e4e39-cfea-4f1d-b3ea-a3377402cdde), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:27.353008 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87026759d5cb40d99dadff7f37572891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312604 Jul 07 15:41:27.353898 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71e4e39-cfea-4f1d-b3ea-a3377402cdde,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:27.355891 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 49704) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:27.361589 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.362249 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.362594 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.362934 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.363608 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.363734 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.364013 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.364340 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.364663 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.364993 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.365319 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.365647 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.365957 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.366275 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.366594 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac06e43e-1074-4be5-9bbe-afc0b315777b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.411574 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Publish callbacks [] for security_group (b71e4e39-cfea-4f1d-b3ea-a3377402cdde), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:27.434644 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Publish callbacks [] for security_group (b71e4e39-cfea-4f1d-b3ea-a3377402cdde), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:27.545908 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (b71e4e39-cfea-4f1d-b3ea-a3377402cdde), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:27.548491 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:27.549672 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b71e4e39-cfea-4f1d-b3ea-a3377402cdde HTTP/1.1" status: 204 len: 168 time: 0.1926918 Jul 07 15:41:27.558059 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71e4e39-cfea-4f1d-b3ea-a3377402cdde,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:27.565705 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.565705 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.565961 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.566288 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.566615 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.566941 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.567265 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.567655 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.567956 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.568261 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.568708 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.568915 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.569210 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.570094 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:27.570408 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b530d-5769-4715-add5-cc4bbfc63567 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:28.236058 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 49718) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:28.250868 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97d8e69c-b37d-4b09-ab0c-c99fa138f74e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:28.327915 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97d8e69c-b37d-4b09-ab0c-c99fa138f74e admin admin] Publish callbacks [] for security_group (5cfa56e9-b752-4c23-8d46-f6ae5521755b), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:28.391894 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-97d8e69c-b37d-4b09-ab0c-c99fa138f74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (5cfa56e9-b752-4c23-8d46-f6ae5521755b), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:28.437972 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-97d8e69c-b37d-4b09-ab0c-c99fa138f74e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=391de79963154e85a1f05702945ca782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2005119 Jul 07 15:41:28.438799 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8e69c-b37d-4b09-ab0c-c99fa138f74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfa56e9-b752-4c23-8d46-f6ae5521755b,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:28.440754 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49724) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:28.492104 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-857457bc-da8f-4b7b-9099-ab20b0c4507e admin admin] Publish callbacks [] for security_group (5cfa56e9-b752-4c23-8d46-f6ae5521755b), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:28.513469 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-857457bc-da8f-4b7b-9099-ab20b0c4507e admin admin] Publish callbacks [] for security_group (5cfa56e9-b752-4c23-8d46-f6ae5521755b), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:28.626126 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-857457bc-da8f-4b7b-9099-ab20b0c4507e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (5cfa56e9-b752-4c23-8d46-f6ae5521755b), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:28.628674 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-857457bc-da8f-4b7b-9099-ab20b0c4507e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:28.632623 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-857457bc-da8f-4b7b-9099-ab20b0c4507e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5cfa56e9-b752-4c23-8d46-f6ae5521755b HTTP/1.1" status: 204 len: 168 time: 0.1875072 Jul 07 15:41:28.638512 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857457bc-da8f-4b7b-9099-ab20b0c4507e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfa56e9-b752-4c23-8d46-f6ae5521755b,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:30.237585 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49776) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:30.344958 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7d7efc37-5528-4f1c-b638-d29baaf7ef8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:30.421044 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7d7efc37-5528-4f1c-b638-d29baaf7ef8b admin admin] Publish callbacks [] for security_group (9b09ab86-ce02-4b38-9f25-876f6f2592ea), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:30.499024 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7d7efc37-5528-4f1c-b638-d29baaf7ef8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (9b09ab86-ce02-4b38-9f25-876f6f2592ea), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:30.520661 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:30.542766 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7efc37-5528-4f1c-b638-d29baaf7ef8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b09ab86-ce02-4b38-9f25-876f6f2592ea,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:30.551423 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 49786) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:30.554958 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-7d7efc37-5528-4f1c-b638-d29baaf7ef8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d42b0f77aabb4d3da882df3e96e60772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124962 Jul 07 15:41:30.602946 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b0242c19-675c-41d1-99bd-133eed508a6f admin admin] Publish callbacks [] for security_group (9b09ab86-ce02-4b38-9f25-876f6f2592ea), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:30.625552 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b0242c19-675c-41d1-99bd-133eed508a6f admin admin] Publish callbacks [] for security_group (9b09ab86-ce02-4b38-9f25-876f6f2592ea), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:30.735048 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b0242c19-675c-41d1-99bd-133eed508a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (9b09ab86-ce02-4b38-9f25-876f6f2592ea), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:30.738076 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b0242c19-675c-41d1-99bd-133eed508a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:30.739277 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b0242c19-675c-41d1-99bd-133eed508a6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b09ab86-ce02-4b38-9f25-876f6f2592ea HTTP/1.1" status: 204 len: 168 time: 0.1871576 Jul 07 15:41:30.747548 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0242c19-675c-41d1-99bd-133eed508a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b09ab86-ce02-4b38-9f25-876f6f2592ea,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:33.670555 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:35.965738 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 49912) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:36.075954 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0c7435d5-5e5a-40d1-aa00-60260747baef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:36.152671 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0c7435d5-5e5a-40d1-aa00-60260747baef admin admin] Publish callbacks [] for security_group (47417dce-7307-46cb-bf96-78fc19d7ccf8), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:36.236133 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0c7435d5-5e5a-40d1-aa00-60260747baef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (47417dce-7307-46cb-bf96-78fc19d7ccf8), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:36.279278 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-0c7435d5-5e5a-40d1-aa00-60260747baef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc35b009de744e7298b272f82377e8a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168824 Jul 07 15:41:36.280167 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7435d5-5e5a-40d1-aa00-60260747baef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47417dce-7307-46cb-bf96-78fc19d7ccf8,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:36.282002 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49918) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:36.331340 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1be0b28d-a047-4f79-822e-47278e56f7d9 admin admin] Publish callbacks [] for security_group (47417dce-7307-46cb-bf96-78fc19d7ccf8), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:36.353060 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1be0b28d-a047-4f79-822e-47278e56f7d9 admin admin] Publish callbacks [] for security_group (47417dce-7307-46cb-bf96-78fc19d7ccf8), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:36.437305 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1be0b28d-a047-4f79-822e-47278e56f7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (47417dce-7307-46cb-bf96-78fc19d7ccf8), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:36.439850 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1be0b28d-a047-4f79-822e-47278e56f7d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:36.440987 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-1be0b28d-a047-4f79-822e-47278e56f7d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47417dce-7307-46cb-bf96-78fc19d7ccf8 HTTP/1.1" status: 204 len: 168 time: 0.1579466 Jul 07 15:41:36.444081 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:36.449570 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0b28d-a047-4f79-822e-47278e56f7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47417dce-7307-46cb-bf96-78fc19d7ccf8,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:37.047967 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49936) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:37.059613 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d9fd24b0-ad5c-4b77-a87a-9f7577d3041b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:37.146096 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d9fd24b0-ad5c-4b77-a87a-9f7577d3041b admin admin] Publish callbacks [] for security_group (c4893bc9-519d-4968-aaf5-c6cfa9315b64), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:37.242721 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d9fd24b0-ad5c-4b77-a87a-9f7577d3041b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (c4893bc9-519d-4968-aaf5-c6cfa9315b64), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:37.280915 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd24b0-ad5c-4b77-a87a-9f7577d3041b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4893bc9-519d-4968-aaf5-c6cfa9315b64,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:37.288953 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-d9fd24b0-ad5c-4b77-a87a-9f7577d3041b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a46f8b3333b41859d2735e9ca956f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431231 Jul 07 15:41:37.290058 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49950) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:37.342094 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-972fd74d-967c-4793-8d95-b4f9499068fa admin admin] Publish callbacks [] for security_group (c4893bc9-519d-4968-aaf5-c6cfa9315b64), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:37.365457 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-972fd74d-967c-4793-8d95-b4f9499068fa admin admin] Publish callbacks [] for security_group (c4893bc9-519d-4968-aaf5-c6cfa9315b64), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:37.506944 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-972fd74d-967c-4793-8d95-b4f9499068fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (c4893bc9-519d-4968-aaf5-c6cfa9315b64), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:37.509523 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-972fd74d-967c-4793-8d95-b4f9499068fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:37.510721 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-972fd74d-967c-4793-8d95-b4f9499068fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4893bc9-519d-4968-aaf5-c6cfa9315b64 HTTP/1.1" status: 204 len: 168 time: 0.2197120 Jul 07 15:41:37.519041 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fd74d-967c-4793-8d95-b4f9499068fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4893bc9-519d-4968-aaf5-c6cfa9315b64,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:38.028435 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 49974) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:38.139630 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-fcbeefda-96a4-422d-ac47-6586ace5219d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:38.216870 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-fcbeefda-96a4-422d-ac47-6586ace5219d admin admin] Publish callbacks [] for security_group (a8c448fb-4e5d-47fe-91fd-1de84a469f4a), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:38.300034 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-fcbeefda-96a4-422d-ac47-6586ace5219d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (a8c448fb-4e5d-47fe-91fd-1de84a469f4a), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:38.341514 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-fcbeefda-96a4-422d-ac47-6586ace5219d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74aed37262f04c5b8cd552b2a4edd0ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117712 Jul 07 15:41:38.342467 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbeefda-96a4-422d-ac47-6586ace5219d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c448fb-4e5d-47fe-91fd-1de84a469f4a,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:38.344168 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 49988) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:38.401020 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5d3dc501-3e09-4616-925d-c9f7ff7fc12e admin admin] Publish callbacks [] for security_group (a8c448fb-4e5d-47fe-91fd-1de84a469f4a), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:38.409402 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:38.424125 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5d3dc501-3e09-4616-925d-c9f7ff7fc12e admin admin] Publish callbacks [] for security_group (a8c448fb-4e5d-47fe-91fd-1de84a469f4a), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:38.432445 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:38.575362 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5d3dc501-3e09-4616-925d-c9f7ff7fc12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (a8c448fb-4e5d-47fe-91fd-1de84a469f4a), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:38.577881 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5d3dc501-3e09-4616-925d-c9f7ff7fc12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:38.579068 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-5d3dc501-3e09-4616-925d-c9f7ff7fc12e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a8c448fb-4e5d-47fe-91fd-1de84a469f4a HTTP/1.1" status: 204 len: 168 time: 0.2338221 Jul 07 15:41:38.587041 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dc501-3e09-4616-925d-c9f7ff7fc12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c448fb-4e5d-47fe-91fd-1de84a469f4a,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:38.666801 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50000) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:38.779977 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-282eb7a8-b253-4ea5-9699-7db032625aaf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1393647824-network', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:41:38.905762 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282eb7a8-b253-4ea5-9699-7db032625aaf admin admin] Made reservation on behalf of 0b2770b1b56d4f0ea8c3c1759a8e504f for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:41:38.909433 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-282eb7a8-b253-4ea5-9699-7db032625aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:38.917933 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-282eb7a8-b253-4ea5-9699-7db032625aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:38.995211 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-282eb7a8-b253-4ea5-9699-7db032625aaf admin admin] Publish callbacks [] for security_group (62ab0158-7fb7-4986-86bd-1cdc5582a8ea), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:39.031535 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-282eb7a8-b253-4ea5-9699-7db032625aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (62ab0158-7fb7-4986-86bd-1cdc5582a8ea), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:39.058736 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282eb7a8-b253-4ea5-9699-7db032625aaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:41:39.068821 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282eb7a8-b253-4ea5-9699-7db032625aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ab0158-7fb7-4986-86bd-1cdc5582a8ea,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:39.077192 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-282eb7a8-b253-4ea5-9699-7db032625aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (c559df14-cec8-43a5-a355-adbca5afd1c2), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:39.077192 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-282eb7a8-b253-4ea5-9699-7db032625aaf admin admin] Added segment c559df14-cec8-43a5-a355-adbca5afd1c2 of type vlan for network 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 Jul 07 15:41:39.120217 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-282eb7a8-b253-4ea5-9699-7db032625aaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (1a1eb1fc-380d-4506-bbe7-97afbc3bfb10), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:39.254551 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-282eb7a8-b253-4ea5-9699-7db032625aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (1a1eb1fc-380d-4506-bbe7-97afbc3bfb10), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:39.255661 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282eb7a8-b253-4ea5-9699-7db032625aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:39.256197 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-282eb7a8-b253-4ea5-9699-7db032625aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:39.322996 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282eb7a8-b253-4ea5-9699-7db032625aaf admin admin] Pushing event updated for resources: {'Network': ['ID=1a1eb1fc-380d-4506-bbe7-97afbc3bfb10,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:39.332855 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:41:39.370568 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-282eb7a8-b253-4ea5-9699-7db032625aaf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7024875 Jul 07 15:41:39.373382 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50020) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:39.378216 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-9c595a58-1977-4943-a755-8d256df5f945 admin admin] Request body: {'subnet': {'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1393647824-subnet', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:41:39.434436 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50022) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:39.451456 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b1b01d59-2263-4356-b9c6-94ff6c106694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:39.511974 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c595a58-1977-4943-a755-8d256df5f945 admin admin] Made reservation on behalf of 0b2770b1b56d4f0ea8c3c1759a8e504f for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:41:39.514313 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9c595a58-1977-4943-a755-8d256df5f945 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:39.557029 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:39.602609 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b1b01d59-2263-4356-b9c6-94ff6c106694 admin admin] Publish callbacks [] for security_group (64375afb-78f7-4c41-bb01-7fc5ab318909), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:39.704350 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b1b01d59-2263-4356-b9c6-94ff6c106694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (64375afb-78f7-4c41-bb01-7fc5ab318909), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:39.721091 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:39.749323 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b1b01d59-2263-4356-b9c6-94ff6c106694 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b69194410fb547a99d528b1fb3b27e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111043 Jul 07 15:41:39.749323 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b01d59-2263-4356-b9c6-94ff6c106694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64375afb-78f7-4c41-bb01-7fc5ab318909,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:39.749736 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50030) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:39.769534 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9c595a58-1977-4943-a755-8d256df5f945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for subnet (9eba21ad-b700-4210-9e02-e3a7e1652352), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:39.809498 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-87a206e9-7d5f-4300-9e05-19779f812857 admin admin] Publish callbacks [] for security_group (64375afb-78f7-4c41-bb01-7fc5ab318909), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:39.831431 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-87a206e9-7d5f-4300-9e05-19779f812857 admin admin] Publish callbacks [] for security_group (64375afb-78f7-4c41-bb01-7fc5ab318909), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:39.834850 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c595a58-1977-4943-a755-8d256df5f945 admin admin] Checking segment: {'id': 'c559df14-cec8-43a5-a355-adbca5afd1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:41:39.835209 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c595a58-1977-4943-a755-8d256df5f945 admin admin] Network hostable DHCP agents. Network: 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:41:39.837340 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c595a58-1977-4943-a755-8d256df5f945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eba21ad-b700-4210-9e02-e3a7e1652352,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:39.843054 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:39.950612 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c595a58-1977-4943-a755-8d256df5f945 admin admin] Network 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:41:39.951121 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-87a206e9-7d5f-4300-9e05-19779f812857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (64375afb-78f7-4c41-bb01-7fc5ab318909), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:39.953773 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-87a206e9-7d5f-4300-9e05-19779f812857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:39.954922 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-87a206e9-7d5f-4300-9e05-19779f812857 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64375afb-78f7-4c41-bb01-7fc5ab318909 HTTP/1.1" status: 204 len: 168 time: 0.2034471 Jul 07 15:41:39.965440 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a206e9-7d5f-4300-9e05-19779f812857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64375afb-78f7-4c41-bb01-7fc5ab318909,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:40.071473 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-9c595a58-1977-4943-a755-8d256df5f945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:41:40.075849 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c595a58-1977-4943-a755-8d256df5f945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:40.076449 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9c595a58-1977-4943-a755-8d256df5f945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:40.081360 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48aaa58-9099-4a85-a184-e250955abd7a None None] Network 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:41:40.182097 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1ee6318-512b-5199-b841-32f325bbc01a-1a1eb1fc-380d-4506-bbe7-97afbc3bfb10', 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10', 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'fixed_ips': [{'subnet_id': '9eba21ad-b700-4210-9e02-e3a7e1652352'}]}} from dv-cinder-841302-5-iscsi. {{(pid=104329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 15:41:40.183031 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:40.187950 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50034) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:40.199772 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9c595a58-1977-4943-a755-8d256df5f945 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8252048 Jul 07 15:41:40.202607 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50038) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:40.206906 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1393647824-router', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:41:40.288186 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:40.328989 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-89475'] for router (cc29d688-f820-4e04-8594-56d8d0e77e9d), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:40.329940 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:40.330286 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-89482'] for router (cc29d688-f820-4e04-8594-56d8d0e77e9d), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:40.333984 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.db_base_plugin_common [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Allocated IP 172.20.0.2 (1a1eb1fc-380d-4506-bbe7-97afbc3bfb10/9eba21ad-b700-4210-9e02-e3a7e1652352/aee39821-a2a1-4410-af89-f23acdc03bea) {{(pid=104329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:41:40.409998 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Publish callbacks [] for router_controller (cc29d688-f820-4e04-8594-56d8d0e77e9d), precommit_add_association {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:40.467093 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:40.487733 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Publish callbacks [] for port (aee39821-a2a1-4410-af89-f23acdc03bea), precommit_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:40.565459 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-eabe114f-4184-4211-a879-466fb45b627c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Deleting port de36a725-62a9-4a0a-bc36-48067069769b {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:41:40.565918 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-eabe114f-4184-4211-a879-466fb45b627c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (de36a725-62a9-4a0a-bc36-48067069769b), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:40.580418 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (aee39821-a2a1-4410-af89-f23acdc03bea), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:40.627459 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Network 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 is already hosted by enough agents. {{(pid=104329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:41:40.631833 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.base_scheduler [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Resources bound (agent type, host, resource id): {{(pid=104329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:41:40.636632 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Received port after_create {{(pid=104329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:41:40.638226 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Publish callbacks [] for router_gateway (cc29d688-f820-4e04-8594-56d8d0e77e9d), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:40.642072 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Pushing event updated for resources: {'Port': ['ID=aee39821-a2a1-4410-af89-f23acdc03bea,revision_number=1']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:40.652855 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-eabe114f-4184-4211-a879-466fb45b627c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (de36a725-62a9-4a0a-bc36-48067069769b), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:40.653264 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-eabe114f-4184-4211-a879-466fb45b627c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for floatingip (de36a725-62a9-4a0a-bc36-48067069769b), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:40.666436 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-eabe114f-4184-4211-a879-466fb45b627c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Calling delete_port for de36a725-62a9-4a0a-bc36-48067069769b owned by network:floatingip {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:41:40.669805 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:40.670165 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:40.670480 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:40.670806 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:40.671128 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:40.671443 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:40.671794 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:40.672108 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:40.672424 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:40.672744 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:40.673051 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:40.673367 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:40.674078 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:40.674395 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:40.674705 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:40.711630 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Attempting to bind port aee39821-a2a1-4410-af89-f23acdc03bea on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:41:40.712200 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Attempting to bind port aee39821-a2a1-4410-af89-f23acdc03bea by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': 'c559df14-cec8-43a5-a355-adbca5afd1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:41:40.712786 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Attempting to bind port aee39821-a2a1-4410-af89-f23acdc03bea on network 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:41:40.719651 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:41:40.720010 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Checking segment: {'id': 'c559df14-cec8-43a5-a355-adbca5afd1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:41:40.720460 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:40.720844 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Bound using segment: {'id': 'c559df14-cec8-43a5-a355-adbca5afd1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:41:40.721299 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Bound port: aee39821-a2a1-4410-af89-f23acdc03bea, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c559df14-cec8-43a5-a355-adbca5afd1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:41:40.721667 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (aee39821-a2a1-4410-af89-f23acdc03bea), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:40.798832 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] For port aee39821-a2a1-4410-af89-f23acdc03bea, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:41:40.808063 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] For port aee39821-a2a1-4410-af89-f23acdc03bea, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=aee39821-a2a1-4410-af89-f23acdc03bea,segment=NetworkSegment(c559df14-cec8-43a5-a355-adbca5afd1c2),segment_id=c559df14-cec8-43a5-a355-adbca5afd1c2)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:41:40.909618 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50060) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:40.926586 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (aee39821-a2a1-4410-af89-f23acdc03bea), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:40.952175 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:40.964201 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:INSERT=5,neutron:UPDATE=7,neutron:SELECT=88 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:40.972129 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9b6a55-6a5d-47c0-be10-b6cb592c8489 admin admin] Deleting subnet 71fb733f-94bc-4391-a3a6-8ac23b00aa76 {{(pid=104328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 15:41:40.978199 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-eabe114f-4184-4211-a879-466fb45b627c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (de36a725-62a9-4a0a-bc36-48067069769b), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:40.981013 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7a9b6a55-6a5d-47c0-be10-b6cb592c8489 admin admin] Publish callbacks [] for subnet (71fb733f-94bc-4391-a3a6-8ac23b00aa76), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:40.982561 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Publish callbacks [] for router_gateway (cc29d688-f820-4e04-8594-56d8d0e77e9d), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:41.005682 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:41.007345 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb4a81-eb89-4ca6-a931-8418ec793ef3 None None] Pushing event updated for resources: {'Port': ['ID=aee39821-a2a1-4410-af89-f23acdc03bea,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:41.043790 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe114f-4184-4211-a879-466fb45b627c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Pushing event deleted for resources: {'Port': ['ID=de36a725-62a9-4a0a-bc36-48067069769b,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:41.081539 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7a9b6a55-6a5d-47c0-be10-b6cb592c8489 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13767422'] for subnet (71fb733f-94bc-4391-a3a6-8ac23b00aa76), precommit_delete_associations {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:41.142951 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:41.151306 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Allocated IP 172.27.1.82 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/9e5ddd9b-46ca-4b45-88ab-fb592cb46810) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:41:41.182354 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7a9b6a55-6a5d-47c0-be10-b6cb592c8489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1810892'] for subnet (71fb733f-94bc-4391-a3a6-8ac23b00aa76), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:41.211920 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-eabe114f-4184-4211-a879-466fb45b627c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for floatingip (47fb1737-6ace-427a-ac8e-c5685cf6a38c), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:41.212250 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.l3_db [None req-eabe114f-4184-4211-a879-466fb45b627c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Floating IP 47fb1737-6ace-427a-ac8e-c5685cf6a38c disassociated (deleted). External IP: 172.27.1.23, port: bcf3a191-4ef0-4048-9b74-408448e7ee6d. Jul 07 15:41:41.322232 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Publish callbacks [] for port (9e5ddd9b-46ca-4b45-88ab-fb592cb46810), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:41.402311 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7a9b6a55-6a5d-47c0-be10-b6cb592c8489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1810887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13707913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13927324'] for subnet (71fb733f-94bc-4391-a3a6-8ac23b00aa76), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:41.426931 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (9e5ddd9b-46ca-4b45-88ab-fb592cb46810), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:41.437169 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:41.442910 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b6a55-6a5d-47c0-be10-b6cb592c8489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71fb733f-94bc-4391-a3a6-8ac23b00aa76,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:41.445110 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7a9b6a55-6a5d-47c0-be10-b6cb592c8489 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:41.450806 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-7a9b6a55-6a5d-47c0-be10-b6cb592c8489 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/71fb733f-94bc-4391-a3a6-8ac23b00aa76 HTTP/1.1" status: 204 len: 168 time: 0.5378175 Jul 07 15:41:41.461046 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50072) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:41.502073 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:41:41.505587 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabe114f-4184-4211-a879-466fb45b627c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Router bd080407-cad7-447f-943a-27b79f31eb96 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:41:41.508471 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:41:41.519368 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:41:41.552491 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:41.593373 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Pushing event updated for resources: {'Port': ['ID=9e5ddd9b-46ca-4b45-88ab-fb592cb46810,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:41.623503 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabe114f-4184-4211-a879-466fb45b627c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:41:41.628067 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-eabe114f-4184-4211-a879-466fb45b627c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:41.631285 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342902'] for network (e74a5a60-886b-42bc-b655-7f0601c664fa), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:41.637269 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a0bd0f-e75f-4d91-af73-c121188be05b None None] Sync routers for ids ['bd080407-cad7-447f-943a-27b79f31eb96'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:41:41.653637 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0bd0f-e75f-4d91-af73-c121188be05b None None] Routers {'bd080407-cad7-447f-943a-27b79f31eb96'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:41:41.654265 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-72a0bd0f-e75f-4d91-af73-c121188be05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:41:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['bd080407-cad7-447f-943a-27b79f31eb96'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:41.665666 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-eabe114f-4184-4211-a879-466fb45b627c tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "DELETE /v2.0/floatingips/47fb1737-6ace-427a-ac8e-c5685cf6a38c HTTP/1.1" status: 204 len: 168 time: 1.4766307 Jul 07 15:41:41.666699 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'tag': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:41:41.671476 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079e5e6b-08a8-4e7e-a03d-3dc03a079480" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8af2eb-fd79-4b8d-a9ef-648a1959ded8", "tag": "bcf3a191-4ef0-4048-9b74-408448e7ee6d"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:41:41.749427 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65473237-aebe-44f4-ae7c-ba615a98ff72 x-openstack-request-id: req-65473237-aebe-44f4-ae7c-ba615a98ff72 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:41:41.749427 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8af2eb-fd79-4b8d-a9ef-648a1959ded8", "tag": "bcf3a191-4ef0-4048-9b74-408448e7ee6d", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:41:41.749705 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65473237-aebe-44f4-ae7c-ba615a98ff72 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:41:41.749881 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65473237-aebe-44f4-ae7c-ba615a98ff72'] response: {'name': 'network-changed', 'server_uuid': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'tag': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d', 'status': 'completed', 'code': 200} Jul 07 15:41:41.753192 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747750', 'neutron.services.segments.db._delete_segments_for_network-8732231032441'] for network (e74a5a60-886b-42bc-b655-7f0601c664fa), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:41.782242 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:41:41.782591 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:41:41.783328 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:41:41.783686 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Subscribe: > port after_create 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:41:41.784028 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:41:41.784420 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Subscribe: > port after_update 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:41:41.784743 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:41:41.785120 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:41:41.785387 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:41:41.785706 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:41:41.790733 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-72a0bd0f-e75f-4d91-af73-c121188be05b None None] Set router bd080407-cad7-447f-943a-27b79f31eb96 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:41:41.874688 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:41:41.875272 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:41:41.875820 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:41:41.876655 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 15:41:41.877291 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74a5a60-886b-42bc-b655-7f0601c664fa']}} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:41.940206 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff7b307-a60d-4103-9c3e-1e684b1529c1') {'for_net_delete': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:41.945535 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff7b307-a60d-4103-9c3e-1e684b1529c1') {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:41.963016 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231034498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24202430'] for segment (7ff7b307-a60d-4103-9c3e-1e684b1529c1), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:41.984364 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e5e6b-08a8-4e7e-a03d-3dc03a079480 req-399d99b2-9ffb-479a-b496-c7ef74aea70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:41.986708 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-079e5e6b-08a8-4e7e-a03d-3dc03a079480 req-399d99b2-9ffb-479a-b496-c7ef74aea70a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=41be827d61314cdbb5387c24e6353bb5&device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 1130 time: 0.1019127 Jul 07 15:41:41.996376 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (7ff7b307-a60d-4103-9c3e-1e684b1529c1), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:42.026491 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-72a0bd0f-e75f-4d91-af73-c121188be05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'name': 'tempest-TestShelveInstance-869882599-router', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '67d37208-adaf-4585-9066-2bb7f270007f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:35:51Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'gw_port': {'id': '67d37208-adaf-4585-9066-2bb7f270007f', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:52Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '33451a9a-6d40-4eec-9950-fc42a3f82049', 'name': '', 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'mac_address': 'fa:16:3e:69:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:56Z', 'updated_at': '2022-07-07T15:36:00Z', 'revision_number': 5, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'subnets': [{'id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:42.056783 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a0bd0f-e75f-4d91-af73-c121188be05b None None] Checking router: bd080407-cad7-447f-943a-27b79f31eb96 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:41:42.058512 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=104327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 15:41:42.058909 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24476725'] for segment (7ff7b307-a60d-4103-9c3e-1e684b1529c1), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:42.067823 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0bd0f-e75f-4d91-af73-c121188be05b None None] Routers {'bd080407-cad7-447f-943a-27b79f31eb96'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:41:42.068528 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-72a0bd0f-e75f-4d91-af73-c121188be05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:41:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['bd080407-cad7-447f-943a-27b79f31eb96'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:42.269323 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-72a0bd0f-e75f-4d91-af73-c121188be05b None None] Set router bd080407-cad7-447f-943a-27b79f31eb96 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:41:42.276649 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e605996-a4fa-4837-bd18-2a34f3c0d1ca req-86864e01-b49e-44cc-b280-845b474f8374 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:42.296847 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2e605996-a4fa-4837-bd18-2a34f3c0d1ca req-86864e01-b49e-44cc-b280-845b474f8374 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.1358283 Jul 07 15:41:42.319891 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Publish callbacks [] for router_gateway (cc29d688-f820-4e04-8594-56d8d0e77e9d), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:42.397914 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b6934f-c4d4-4542-bef0-2d0268fcf70b None None] Network 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:41:42.401860 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539648'] for network (e74a5a60-886b-42bc-b655-7f0601c664fa), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:42.407376 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-2e605996-a4fa-4837-bd18-2a34f3c0d1ca req-3bd285be-f310-4e49-a3b7-e75315f0b1e1 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088812 Jul 07 15:41:42.437380 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e5e6b-08a8-4e7e-a03d-3dc03a079480 req-2118404f-ed9c-490d-863a-a4c963ab76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:42.437380 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-079e5e6b-08a8-4e7e-a03d-3dc03a079480 req-2118404f-ed9c-490d-863a-a4c963ab76cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=757ed358-1381-4fc5-bef5-a1b2bca8fd1b HTTP/1.1" status: 200 len: 909 time: 0.4373994 Jul 07 15:41:42.544157 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:42.545920 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:42.549936 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e74a5a60-886b-42bc-b655-7f0601c664fa HTTP/1.1" status: 204 len: 168 time: 1.0809093 Jul 07 15:41:42.552832 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-72a0bd0f-e75f-4d91-af73-c121188be05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'name': 'tempest-TestShelveInstance-869882599-router', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '67d37208-adaf-4585-9066-2bb7f270007f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:35:51Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'gw_port': {'id': '67d37208-adaf-4585-9066-2bb7f270007f', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:52Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '33451a9a-6d40-4eec-9950-fc42a3f82049', 'name': '', 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'mac_address': 'fa:16:3e:69:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:56Z', 'updated_at': '2022-07-07T15:36:00Z', 'revision_number': 5, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'subnets': [{'id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:42.553445 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50110) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:42.556317 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c3fe1-112f-4ea3-802c-ddaa12e9fa23 admin admin] Pushing event deleted for resources: {'Network': ['ID=e74a5a60-886b-42bc-b655-7f0601c664fa,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:42.589928 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a0bd0f-e75f-4d91-af73-c121188be05b None None] The sync data for ids ['bd080407-cad7-447f-943a-27b79f31eb96'] in dv-cinder-841302-5-iscsi is: [{'id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'name': 'tempest-TestShelveInstance-869882599-router', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '67d37208-adaf-4585-9066-2bb7f270007f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:35:51Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'gw_port': {'id': '67d37208-adaf-4585-9066-2bb7f270007f', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:52Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '33451a9a-6d40-4eec-9950-fc42a3f82049', 'name': '', 'network_id': '757ed358-1381-4fc5-bef5-a1b2bca8fd1b', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'mac_address': 'fa:16:3e:69:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:56Z', 'updated_at': '2022-07-07T15:36:00Z', 'revision_number': 5, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'subnets': [{'id': 'f8151f99-f507-4459-a9a2-6d20274116fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:41:42.670344 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ad1d62-4b11-40e0-9c49-3f39606f1998 admin admin] Deleting subnet 38eaf071-9f99-4f0e-8c53-98553428a0b9 {{(pid=104328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 15:41:42.679129 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 7ff7b307-a60d-4103-9c3e-1e684b1529c1 resource provider aggregate not found Jul 07 15:41:42.682096 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a6ad1d62-4b11-40e0-9c49-3f39606f1998 admin admin] Publish callbacks [] for subnet (38eaf071-9f99-4f0e-8c53-98553428a0b9), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:42.693716 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537336'] for router (cc29d688-f820-4e04-8594-56d8d0e77e9d), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:42.709081 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-39e46913-cb42-41a6-b4e8-99af23793bca None None] Provisioning complete for port aee39821-a2a1-4410-af89-f23acdc03bea triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:42.709451 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-39e46913-cb42-41a6-b4e8-99af23793bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (aee39821-a2a1-4410-af89-f23acdc03bea), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:42.735410 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 7ff7b307-a60d-4103-9c3e-1e684b1529c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ff7b307-a60d-4103-9c3e-1e684b1529c1 found for delete ", "request_id": "req-cc84cc7d-c436-4d7e-a7d5-738eab836053"}]} Jul 07 15:41:42.745604 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a6ad1d62-4b11-40e0-9c49-3f39606f1998 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13767422'] for subnet (38eaf071-9f99-4f0e-8c53-98553428a0b9), precommit_delete_associations {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:42.806512 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a6ad1d62-4b11-40e0-9c49-3f39606f1998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1810892'] for subnet (38eaf071-9f99-4f0e-8c53-98553428a0b9), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:42.818767 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-39e46913-cb42-41a6-b4e8-99af23793bca None None] Current status of the port aee39821-a2a1-4410-af89-f23acdc03bea is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:41:42.819410 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-39e46913-cb42-41a6-b4e8-99af23793bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (aee39821-a2a1-4410-af89-f23acdc03bea), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:42.849898 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:42.871840 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-39e46913-cb42-41a6-b4e8-99af23793bca None None] For port aee39821-a2a1-4410-af89-f23acdc03bea, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=aee39821-a2a1-4410-af89-f23acdc03bea,segment=NetworkSegment(c559df14-cec8-43a5-a355-adbca5afd1c2),segment_id=c559df14-cec8-43a5-a355-adbca5afd1c2)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:41:42.963300 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-39e46913-cb42-41a6-b4e8-99af23793bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (aee39821-a2a1-4410-af89-f23acdc03bea), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:42.967433 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a6ad1d62-4b11-40e0-9c49-3f39606f1998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1810887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13707913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13927324'] for subnet (38eaf071-9f99-4f0e-8c53-98553428a0b9), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:42.972696 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Router cc29d688-f820-4e04-8594-56d8d0e77e9d is scheduled to L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f with binding_index 1 {{(pid=104327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 15:41:43.000270 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad1d62-4b11-40e0-9c49-3f39606f1998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38eaf071-9f99-4f0e-8c53-98553428a0b9,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:43.002226 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a6ad1d62-4b11-40e0-9c49-3f39606f1998 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:43.004277 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device aee39821-a2a1-4410-af89-f23acdc03bea up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:41:43.005207 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-a6ad1d62-4b11-40e0-9c49-3f39606f1998 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/38eaf071-9f99-4f0e-8c53-98553428a0b9 HTTP/1.1" status: 204 len: 168 time: 0.4493556 Jul 07 15:41:43.008099 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50116) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:43.055371 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388f4b26-d273-497a-83f1-b48d0e551966 None None] New status for floating IP 47fb1737-6ace-427a-ac8e-c5685cf6a38c: DOWN {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:41:43.117956 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-69f6215f-8390-4d0a-9915-b92cb486c5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342902'] for network (75092b44-f41b-463f-85e5-f0bc7ce297e3), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:43.126219 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:41:43.135269 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Sync routers for ids ['cc29d688-f820-4e04-8594-56d8d0e77e9d'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:41:43.152435 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Routers {'cc29d688-f820-4e04-8594-56d8d0e77e9d'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:41:43.152435 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:41:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['cc29d688-f820-4e04-8594-56d8d0e77e9d'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:43.191326 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e46913-cb42-41a6-b4e8-99af23793bca None None] Pushing event updated for resources: {'Port': ['ID=aee39821-a2a1-4410-af89-f23acdc03bea,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:43.204282 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-69f6215f-8390-4d0a-9915-b92cb486c5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747750', 'neutron.services.segments.db._delete_segments_for_network-8732231032441'] for network (75092b44-f41b-463f-85e5-f0bc7ce297e3), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:43.212677 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port aee39821-a2a1-4410-af89-f23acdc03bea triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:43.212677 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (aee39821-a2a1-4410-af89-f23acdc03bea), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:43.243497 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-69f6215f-8390-4d0a-9915-b92cb486c5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75092b44-f41b-463f-85e5-f0bc7ce297e3']}} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:43.250932 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:43.252812 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-46f6e05c-17b9-4240-9309-1f6b9aaa11eb admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0492365 Jul 07 15:41:43.253769 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-69f6215f-8390-4d0a-9915-b92cb486c5c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7cce92-0b26-4677-949e-7c2147936f4e') {'for_net_delete': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:43.254066 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-69f6215f-8390-4d0a-9915-b92cb486c5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7cce92-0b26-4677-949e-7c2147936f4e') {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:43.255793 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50124) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:43.282028 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-eded3489-d15f-469a-9a74-37a4785abdc8 None None] Provisioning complete for port aee39821-a2a1-4410-af89-f23acdc03bea triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:43.290471 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-eded3489-d15f-469a-9a74-37a4785abdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (aee39821-a2a1-4410-af89-f23acdc03bea), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:43.297555 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Set router cc29d688-f820-4e04-8594-56d8d0e77e9d gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:41:43.384838 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port aee39821-a2a1-4410-af89-f23acdc03bea is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:41:43.475825 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-eded3489-d15f-469a-9a74-37a4785abdc8 None None] Current status of the port aee39821-a2a1-4410-af89-f23acdc03bea is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:41:43.508921 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-079e5e6b-08a8-4e7e-a03d-3dc03a079480 req-a5b74874-3ebf-443e-919b-33d4ad1ece0a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcf3a191-4ef0-4048-9b74-408448e7ee6d HTTP/1.1" status: 200 len: 217 time: 0.1186652 Jul 07 15:41:43.544996 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:43.582269 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-69f6215f-8390-4d0a-9915-b92cb486c5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231034498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13767413'] for segment (ef7cce92-0b26-4677-949e-7c2147936f4e), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:43.604347 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e5e6b-08a8-4e7e-a03d-3dc03a079480 req-52b1817a-edce-42fe-bfaa-e1a325c70984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:43.605598 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:43.606021 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-079e5e6b-08a8-4e7e-a03d-3dc03a079480 req-52b1817a-edce-42fe-bfaa-e1a325c70984 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f8151f99-f507-4459-a9a2-6d20274116fb HTTP/1.1" status: 200 len: 847 time: 0.0896020 Jul 07 15:41:43.623760 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-69f6215f-8390-4d0a-9915-b92cb486c5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (ef7cce92-0b26-4677-949e-7c2147936f4e), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:43.639161 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f6215f-8390-4d0a-9915-b92cb486c5c8 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=104328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 15:41:43.643727 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-69f6215f-8390-4d0a-9915-b92cb486c5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13707891'] for segment (ef7cce92-0b26-4677-949e-7c2147936f4e), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:43.665477 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421478ae-9bb5-4372-aa71-b27b703357e3 req-9bd956ee-fb11-4d4e-941f-2a09ce7cfce7 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:43.669313 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-421478ae-9bb5-4372-aa71-b27b703357e3 req-9bd956ee-fb11-4d4e-941f-2a09ce7cfce7 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0906987 Jul 07 15:41:43.679601 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment ef7cce92-0b26-4677-949e-7c2147936f4e resource provider aggregate not found Jul 07 15:41:43.697559 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'name': 'tempest-TestMinimumBasicScenario-1393647824-router', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:40Z', 'updated_at': '2022-07-07T15:41:41Z', 'revision_number': 3, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'gw_port': {'id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:41Z', 'updated_at': '2022-07-07T15:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:43.723866 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Checking router: cc29d688-f820-4e04-8594-56d8d0e77e9d for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:41:43.724213 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Updating router cc29d688-f820-4e04-8594-56d8d0e77e9d port 9e5ddd9b-46ca-4b45-88ab-fb592cb46810 binding host dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:41:43.736616 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:43.739028 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment ef7cce92-0b26-4677-949e-7c2147936f4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef7cce92-0b26-4677-949e-7c2147936f4e found for delete ", "request_id": "req-d1ccf56a-38bd-4c44-9a08-784ef0b1be14"}]} Jul 07 15:41:43.753407 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (9e5ddd9b-46ca-4b45-88ab-fb592cb46810), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:43.794038 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-421478ae-9bb5-4372-aa71-b27b703357e3 req-05b5ea40-48d8-427d-b231-2b1921b83536 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a33ddaf-1d76-4215-8b10-2307428902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181316 Jul 07 15:41:43.838068 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-69f6215f-8390-4d0a-9915-b92cb486c5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539648'] for network (75092b44-f41b-463f-85e5-f0bc7ce297e3), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:43.853307 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e5e6b-08a8-4e7e-a03d-3dc03a079480 req-b87dc930-2d96-496a-bc87-1931f3ea3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:43.854849 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-079e5e6b-08a8-4e7e-a03d-3dc03a079480 req-b87dc930-2d96-496a-bc87-1931f3ea3253 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=757ed358-1381-4fc5-bef5-a1b2bca8fd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581558 Jul 07 15:41:43.855658 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-69f6215f-8390-4d0a-9915-b92cb486c5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:43.861817 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-69f6215f-8390-4d0a-9915-b92cb486c5c8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/75092b44-f41b-463f-85e5-f0bc7ce297e3 HTTP/1.1" status: 204 len: 168 time: 0.8527420 Jul 07 15:41:43.864510 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6215f-8390-4d0a-9915-b92cb486c5c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=75092b44-f41b-463f-85e5-f0bc7ce297e3,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:43.916851 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b5e8b-cd28-4a8c-8d3e-94aea41cef05 req-27934664-0293-4bf1-a96f-a67ed1a9da2d tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:43.918443 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-614b5e8b-cd28-4a8c-8d3e-94aea41cef05 req-27934664-0293-4bf1-a96f-a67ed1a9da2d tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 946 time: 0.0552802 Jul 07 15:41:43.941727 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:43.972605 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:44.057364 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [req-614b5e8b-cd28-4a8c-8d3e-94aea41cef05 req-879c33ea-dece-4570-b523-e05ac54e44f6 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Deleting port bcf3a191-4ef0-4048-9b74-408448e7ee6d {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:41:44.057712 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-614b5e8b-cd28-4a8c-8d3e-94aea41cef05 req-879c33ea-dece-4570-b523-e05ac54e44f6 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:44.084309 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-079e5e6b-08a8-4e7e-a03d-3dc03a079480 req-20f27478-73c2-41ca-8b7d-9a4cf5b37943 service neutron] 10.222.0.50 "GET /v2.0/networks/757ed358-1381-4fc5-bef5-a1b2bca8fd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641333 Jul 07 15:41:44.093266 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:44.124407 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Publish callbacks [] for port (9e5ddd9b-46ca-4b45-88ab-fb592cb46810), precommit_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:44.159779 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-614b5e8b-cd28-4a8c-8d3e-94aea41cef05 req-879c33ea-dece-4570-b523-e05ac54e44f6 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] For port bcf3a191-4ef0-4048-9b74-408448e7ee6d, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=bcf3a191-4ef0-4048-9b74-408448e7ee6d,segment=NetworkSegment(b7f4c497-742a-4266-9eca-a37d713bad41),segment_id=b7f4c497-742a-4266-9eca-a37d713bad41)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:41:44.159779 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-614b5e8b-cd28-4a8c-8d3e-94aea41cef05 req-879c33ea-dece-4570-b523-e05ac54e44f6 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:44.174372 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [req-614b5e8b-cd28-4a8c-8d3e-94aea41cef05 req-879c33ea-dece-4570-b523-e05ac54e44f6 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Calling delete_port for bcf3a191-4ef0-4048-9b74-408448e7ee6d owned by compute:nova {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:41:44.242257 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (9e5ddd9b-46ca-4b45-88ab-fb592cb46810), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:44.335692 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Attempting to bind port 9e5ddd9b-46ca-4b45-88ab-fb592cb46810 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:41:44.336142 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Attempting to bind port 9e5ddd9b-46ca-4b45-88ab-fb592cb46810 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:41:44.336558 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Attempting to bind port 9e5ddd9b-46ca-4b45-88ab-fb592cb46810 on network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:41:44.347379 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96652f4-1a9b-4c57-9799-6e9f10133164 None None] Pushing event updated for resources: {'Port': ['ID=9e5ddd9b-46ca-4b45-88ab-fb592cb46810,revision_number=2']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:44.349768 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:41:44.350221 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Checking segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:41:44.350672 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:44.351154 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Bound using segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} {{(pid=104330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:41:44.351743 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.managers [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Bound port: 9e5ddd9b-46ca-4b45-88ab-fb592cb46810, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}] {{(pid=104330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:41:44.354310 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (9e5ddd9b-46ca-4b45-88ab-fb592cb46810), before_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:44.382243 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96652f4-1a9b-4c57-9799-6e9f10133164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:44.383168 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96652f4-1a9b-4c57-9799-6e9f10133164 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:44.383507 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96652f4-1a9b-4c57-9799-6e9f10133164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:44.383889 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96652f4-1a9b-4c57-9799-6e9f10133164 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:44.384238 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96652f4-1a9b-4c57-9799-6e9f10133164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:44.384560 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96652f4-1a9b-4c57-9799-6e9f10133164 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:44.384851 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96652f4-1a9b-4c57-9799-6e9f10133164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:44.385164 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96652f4-1a9b-4c57-9799-6e9f10133164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:44.385473 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96652f4-1a9b-4c57-9799-6e9f10133164 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:44.385785 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96652f4-1a9b-4c57-9799-6e9f10133164 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:44.386097 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96652f4-1a9b-4c57-9799-6e9f10133164 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:44.386420 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96652f4-1a9b-4c57-9799-6e9f10133164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:44.386733 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96652f4-1a9b-4c57-9799-6e9f10133164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:44.387040 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96652f4-1a9b-4c57-9799-6e9f10133164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:44.387348 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96652f4-1a9b-4c57-9799-6e9f10133164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:41:44.420607 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] For port 9e5ddd9b-46ca-4b45-88ab-fb592cb46810, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:41:44.420858 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50154) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:44.423585 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:44.424144 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.plugins.ml2.db [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] For port 9e5ddd9b-46ca-4b45-88ab-fb592cb46810, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=9e5ddd9b-46ca-4b45-88ab-fb592cb46810,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:41:44.463738 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-b95ebaba-f21d-47bf-a7e6-f211210a77fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e01375189eb04e17bacc1c3892b86b9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413179 Jul 07 15:41:44.466285 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50156) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:44.474201 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-614b5e8b-cd28-4a8c-8d3e-94aea41cef05 req-879c33ea-dece-4570-b523-e05ac54e44f6 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (bcf3a191-4ef0-4048-9b74-408448e7ee6d), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:44.506358 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (9e5ddd9b-46ca-4b45-88ab-fb592cb46810), after_update {{(pid=104330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:44.514375 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c33ea-dece-4570-b523-e05ac54e44f6 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Pushing event deleted for resources: {'Port': ['ID=bcf3a191-4ef0-4048-9b74-408448e7ee6d,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:44.519020 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-079e5e6b-08a8-4e7e-a03d-3dc03a079480 req-456a45ad-978c-4587-9a25-7b296f59747e service neutron] 10.222.0.50 "GET /v2.0/networks/757ed358-1381-4fc5-bef5-a1b2bca8fd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228673 Jul 07 15:41:44.522642 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Allocated IP 172.20.0.1 (1a1eb1fc-380d-4506-bbe7-97afbc3bfb10/9eba21ad-b700-4210-9e02-e3a7e1652352/2af019ed-2689-483d-b096-7c67f7850192) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:41:44.524148 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:44.583950 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [req-614b5e8b-cd28-4a8c-8d3e-94aea41cef05 req-879c33ea-dece-4570-b523-e05ac54e44f6 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] No DVR routers for this DVR port bcf3a191-4ef0-4048-9b74-408448e7ee6d on host hv-cinder-84130 {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:41:44.588231 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-614b5e8b-cd28-4a8c-8d3e-94aea41cef05 req-879c33ea-dece-4570-b523-e05ac54e44f6 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:44.591524 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-614b5e8b-cd28-4a8c-8d3e-94aea41cef05 req-879c33ea-dece-4570-b523-e05ac54e44f6 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.50 "DELETE /v2.0/ports/bcf3a191-4ef0-4048-9b74-408448e7ee6d HTTP/1.1" status: 204 len: 173 time: 0.6643963 Jul 07 15:41:44.596924 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'name': 'network-vif-deleted', 'tag': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:41:44.597127 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Routers {'cc29d688-f820-4e04-8594-56d8d0e77e9d'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:41:44.597127 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:41:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['cc29d688-f820-4e04-8594-56d8d0e77e9d'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:44.597329 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1de735e-5d1a-47bc-b66b-c927f179f1c8" -d '{"events": [{"server_uuid": "9b8af2eb-fd79-4b8d-a9ef-648a1959ded8", "name": "network-vif-deleted", "tag": "bcf3a191-4ef0-4048-9b74-408448e7ee6d"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:41:44.599817 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f77b9814-8497-458a-b84d-ce1895e7f372 admin admin] Publish callbacks [] for security_group (3265c50e-9c61-4b4e-a6ec-ac4f455e8119), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:44.628213 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f77b9814-8497-458a-b84d-ce1895e7f372 admin admin] Publish callbacks [] for security_group (3265c50e-9c61-4b4e-a6ec-ac4f455e8119), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:44.660605 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:44.676316 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31af0381-86bf-4d75-802f-c2887fe8f507 x-openstack-request-id: req-31af0381-86bf-4d75-802f-c2887fe8f507 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:41:44.676682 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8af2eb-fd79-4b8d-a9ef-648a1959ded8", "name": "network-vif-deleted", "tag": "bcf3a191-4ef0-4048-9b74-408448e7ee6d", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:41:44.676906 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31af0381-86bf-4d75-802f-c2887fe8f507 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:41:44.677861 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31af0381-86bf-4d75-802f-c2887fe8f507'] response: {'server_uuid': '9b8af2eb-fd79-4b8d-a9ef-648a1959ded8', 'name': 'network-vif-deleted', 'tag': 'bcf3a191-4ef0-4048-9b74-408448e7ee6d', 'status': 'completed', 'code': 200} Jul 07 15:41:44.693448 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Publish callbacks [] for port (2af019ed-2689-483d-b096-7c67f7850192), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:44.702402 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96652f4-1a9b-4c57-9799-6e9f10133164 None None] Pushing event updated for resources: {'Port': ['ID=9e5ddd9b-46ca-4b45-88ab-fb592cb46810,revision_number=3']} {{(pid=104330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:44.724252 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] Set router cc29d688-f820-4e04-8594-56d8d0e77e9d gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:41:44.785775 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f77b9814-8497-458a-b84d-ce1895e7f372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (3265c50e-9c61-4b4e-a6ec-ac4f455e8119), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:44.789626 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f77b9814-8497-458a-b84d-ce1895e7f372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:44.794592 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-f77b9814-8497-458a-b84d-ce1895e7f372 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3265c50e-9c61-4b4e-a6ec-ac4f455e8119 HTTP/1.1" status: 204 len: 168 time: 0.3245242 Jul 07 15:41:44.803777 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b9814-8497-458a-b84d-ce1895e7f372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3265c50e-9c61-4b4e-a6ec-ac4f455e8119,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:44.832981 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (2af019ed-2689-483d-b096-7c67f7850192), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:44.916065 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Network 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:41:44.924665 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:41:44.933335 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:41:44.949831 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50166) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:44.949831 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=2af019ed-2689-483d-b096-7c67f7850192,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:44.954589 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'name': 'tempest-TestMinimumBasicScenario-1393647824-router', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:40Z', 'updated_at': '2022-07-07T15:41:41Z', 'revision_number': 3, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'gw_port': {'id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:41Z', 'updated_at': '2022-07-07T15:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:44.992982 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ec76d296-7384-40bc-b57b-ab71a5a3d979 req-9faaaa66-fd4b-4bb4-aa38-7141d414d324 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 210 time: 0.0759602 Jul 07 15:41:45.029843 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d6da1-0f87-4c35-b327-f2b39bb59bee None None] The sync data for ids ['cc29d688-f820-4e04-8594-56d8d0e77e9d'] in dv-cinder-841302-5-iscsi is: [{'id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'name': 'tempest-TestMinimumBasicScenario-1393647824-router', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:40Z', 'updated_at': '2022-07-07T15:41:41Z', 'revision_number': 3, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'gw_port': {'id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:41Z', 'updated_at': '2022-07-07T15:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:41:45.064155 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-533504'] for router_interface (cc29d688-f820-4e04-8594-56d8d0e77e9d), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:45.143307 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device aee39821-a2a1-4410-af89-f23acdc03bea up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:41:45.169229 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:45.267282 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port aee39821-a2a1-4410-af89-f23acdc03bea triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:45.267709 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (aee39821-a2a1-4410-af89-f23acdc03bea), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:45.361610 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (2af019ed-2689-483d-b096-7c67f7850192), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:45.395382 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port aee39821-a2a1-4410-af89-f23acdc03bea is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:41:45.432111 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-631532a5-9fb7-4456-9535-a8e22357112e None None] Provisioning complete for port 2af019ed-2689-483d-b096-7c67f7850192 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:45.432940 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-631532a5-9fb7-4456-9535-a8e22357112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (2af019ed-2689-483d-b096-7c67f7850192), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:45.451710 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:45.470949 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9828c769-5d92-4b8b-b709-cc9931831f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:45.495228 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-631532a5-9fb7-4456-9535-a8e22357112e None None] Port 2af019ed-2689-483d-b096-7c67f7850192 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:41:45.658235 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:45.660336 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9828c769-5d92-4b8b-b709-cc9931831f75 admin admin] Publish callbacks [] for security_group (8babed44-e105-4fd9-a474-09916c08f9d5), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:45.688311 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Publish callbacks [] for port (2af019ed-2689-483d-b096-7c67f7850192), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:45.740940 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9828c769-5d92-4b8b-b709-cc9931831f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (8babed44-e105-4fd9-a474-09916c08f9d5), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:45.753196 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24476689'] for port (2af019ed-2689-483d-b096-7c67f7850192), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:45.842020 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9828c769-5d92-4b8b-b709-cc9931831f75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e136cadea2d438b81f7a8ab29d47b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8824728 Jul 07 15:41:45.845011 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50172) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:45.847926 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828c769-5d92-4b8b-b709-cc9931831f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8babed44-e105-4fd9-a474-09916c08f9d5,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:45.864103 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=2af019ed-2689-483d-b096-7c67f7850192,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:45.866510 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533652'] for router_interface (cc29d688-f820-4e04-8594-56d8d0e77e9d), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:45.909238 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9794ac14-e4fb-40f6-a7e4-31386efd8a31 admin admin] Publish callbacks [] for security_group (8babed44-e105-4fd9-a474-09916c08f9d5), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:45.933590 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9794ac14-e4fb-40f6-a7e4-31386efd8a31 admin admin] Publish callbacks [] for security_group (8babed44-e105-4fd9-a474-09916c08f9d5), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:45.985364 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Network 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:41:45.985850 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50174) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:45.988205 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:41:46.042419 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-d1d17159-6dad-4eae-b165-c2c08bd1c93b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2818f02432344270b2ae3c1212432e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0551617 Jul 07 15:41:46.045314 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50178) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:46.106194 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-831b5ef5-a16f-4912-83a8-038740f4eb41 admin admin] Publish callbacks [] for security_group (dafd9407-031a-4a69-ab13-31db73d9b0b4), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:46.148886 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3bb5ac70-aa30-49e7-8aff-750e5fa40688 req-455d53c0-efae-4837-8557-d0c64584a0ae tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8af2eb-fd79-4b8d-a9ef-648a1959ded8 HTTP/1.1" status: 200 len: 210 time: 0.0365319 Jul 07 15:41:46.156499 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9794ac14-e4fb-40f6-a7e4-31386efd8a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (8babed44-e105-4fd9-a474-09916c08f9d5), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:46.159062 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9794ac14-e4fb-40f6-a7e4-31386efd8a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:46.160242 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-9794ac14-e4fb-40f6-a7e4-31386efd8a31 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8babed44-e105-4fd9-a474-09916c08f9d5 HTTP/1.1" status: 204 len: 168 time: 0.3142498 Jul 07 15:41:46.181584 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Router cc29d688-f820-4e04-8594-56d8d0e77e9d has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:41:46.181839 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-831b5ef5-a16f-4912-83a8-038740f4eb41 admin admin] Publish callbacks [] for security_group (dafd9407-031a-4a69-ab13-31db73d9b0b4), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:46.184267 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794ac14-e4fb-40f6-a7e4-31386efd8a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8babed44-e105-4fd9-a474-09916c08f9d5,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:46.322147 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-5a8e51be-3be3-44d9-86fe-33f69a8c7025 None None] Provisioning complete for port 2af019ed-2689-483d-b096-7c67f7850192 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:46.322753 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-5a8e51be-3be3-44d9-86fe-33f69a8c7025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (2af019ed-2689-483d-b096-7c67f7850192), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:46.332840 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:41:46.338309 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-69ee0856-38e2-44fb-b4e6-4e899fc37fe6 admin admin] 10.222.0.25 "PUT /v2.0/routers/cc29d688-f820-4e04-8594-56d8d0e77e9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0812836 Jul 07 15:41:46.345110 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:46.346601 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-831b5ef5-a16f-4912-83a8-038740f4eb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (dafd9407-031a-4a69-ab13-31db73d9b0b4), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:46.351542 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-831b5ef5-a16f-4912-83a8-038740f4eb41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:46.352787 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-831b5ef5-a16f-4912-83a8-038740f4eb41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dafd9407-031a-4a69-ab13-31db73d9b0b4 HTTP/1.1" status: 204 len: 168 time: 0.3070459 Jul 07 15:41:46.361508 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b5ef5-a16f-4912-83a8-038740f4eb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafd9407-031a-4a69-ab13-31db73d9b0b4,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:46.375919 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e51be-3be3-44d9-86fe-33f69a8c7025 None None] Port 2af019ed-2689-483d-b096-7c67f7850192 cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:41:46.663010 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device bcf3a191-4ef0-4048-9b74-408448e7ee6d no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:41:46.684512 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: bcf3a191-4ef0-4048-9b74-408448e7ee6d {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:41:46.684862 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device bcf3a191-4ef0-4048-9b74-408448e7ee6d not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:41:46.718148 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:46.968923 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Sync routers for ids ['cc29d688-f820-4e04-8594-56d8d0e77e9d'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:41:46.981283 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Routers {'cc29d688-f820-4e04-8594-56d8d0e77e9d'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:41:46.981908 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:41:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['cc29d688-f820-4e04-8594-56d8d0e77e9d'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:46.985556 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 9e5ddd9b-46ca-4b45-88ab-fb592cb46810 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:41:47.114665 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 9e5ddd9b-46ca-4b45-88ab-fb592cb46810 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:47.114973 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (9e5ddd9b-46ca-4b45-88ab-fb592cb46810), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.155449 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Set router cc29d688-f820-4e04-8594-56d8d0e77e9d gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:41:47.155658 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50196) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:47.158658 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a2a4e9be-874d-4f6a-b5b5-15ff949fb8cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.252828 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a2a4e9be-874d-4f6a-b5b5-15ff949fb8cd admin admin] Publish callbacks [] for security_group (3518b171-c6f1-4a9f-a791-4a746f33a18d), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.289345 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50206) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:47.311649 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a2a4e9be-874d-4f6a-b5b5-15ff949fb8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (3518b171-c6f1-4a9f-a791-4a746f33a18d), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.373913 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2c53ea6e-bcd4-40eb-aa2b-bcf43caa4ff3 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group (2a33ddaf-1d76-4215-8b10-2307428902cd), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.374493 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 9e5ddd9b-46ca-4b45-88ab-fb592cb46810 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:41:47.375014 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (9e5ddd9b-46ca-4b45-88ab-fb592cb46810), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.378251 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4e9be-874d-4f6a-b5b5-15ff949fb8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3518b171-c6f1-4a9f-a791-4a746f33a18d,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:47.384593 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-a2a4e9be-874d-4f6a-b5b5-15ff949fb8cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=449e15f8dbad4fdb90b2f2dfc76e7889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442660 Jul 07 15:41:47.387610 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50210) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:47.402344 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:47.402868 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port 9e5ddd9b-46ca-4b45-88ab-fb592cb46810, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=9e5ddd9b-46ca-4b45-88ab-fb592cb46810,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:41:47.406680 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2c53ea6e-bcd4-40eb-aa2b-bcf43caa4ff3 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group (2a33ddaf-1d76-4215-8b10-2307428902cd), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.445563 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-490ec591-6cfc-4355-867b-8256d3a3942b admin admin] Publish callbacks [] for security_group (3518b171-c6f1-4a9f-a791-4a746f33a18d), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.454401 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'name': 'tempest-TestMinimumBasicScenario-1393647824-router', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:40Z', 'updated_at': '2022-07-07T15:41:45Z', 'revision_number': 4, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'gw_port': {'id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:41Z', 'updated_at': '2022-07-07T15:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '2af019ed-2689-483d-b096-7c67f7850192', 'name': '', 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'mac_address': 'fa:16:3e:af:e8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:44Z', 'updated_at': '2022-07-07T15:41:45Z', 'revision_number': 2, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'subnets': [{'id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:47.469534 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-490ec591-6cfc-4355-867b-8256d3a3942b admin admin] Publish callbacks [] for security_group (3518b171-c6f1-4a9f-a791-4a746f33a18d), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.487338 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Checking router: cc29d688-f820-4e04-8594-56d8d0e77e9d for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:41:47.488149 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Updating router cc29d688-f820-4e04-8594-56d8d0e77e9d port 2af019ed-2689-483d-b096-7c67f7850192 binding host dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:41:47.504029 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:47.510174 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (9e5ddd9b-46ca-4b45-88ab-fb592cb46810), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.524062 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:47.559145 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (2af019ed-2689-483d-b096-7c67f7850192), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.597937 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2c53ea6e-bcd4-40eb-aa2b-bcf43caa4ff3 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (2a33ddaf-1d76-4215-8b10-2307428902cd), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.600672 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-2c53ea6e-bcd4-40eb-aa2b-bcf43caa4ff3 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.606081 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-2c53ea6e-bcd4-40eb-aa2b-bcf43caa4ff3 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] 10.222.0.25 "DELETE /v2.0/security-groups/2a33ddaf-1d76-4215-8b10-2307428902cd HTTP/1.1" status: 204 len: 168 time: 0.3114619 Jul 07 15:41:47.607771 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=9e5ddd9b-46ca-4b45-88ab-fb592cb46810,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:47.624044 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-490ec591-6cfc-4355-867b-8256d3a3942b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (3518b171-c6f1-4a9f-a791-4a746f33a18d), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.631817 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53ea6e-bcd4-40eb-aa2b-bcf43caa4ff3 tempest-TestShelveInstance-932347221 tempest-TestShelveInstance-932347221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a33ddaf-1d76-4215-8b10-2307428902cd,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:47.633277 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-490ec591-6cfc-4355-867b-8256d3a3942b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.636947 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-490ec591-6cfc-4355-867b-8256d3a3942b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3518b171-c6f1-4a9f-a791-4a746f33a18d HTTP/1.1" status: 204 len: 168 time: 0.2448583 Jul 07 15:41:47.652483 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ec591-6cfc-4355-867b-8256d3a3942b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3518b171-c6f1-4a9f-a791-4a746f33a18d,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:47.652741 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50222) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:47.659806 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-fd0a03c9-6742-49ba-8adc-c899cbc569fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2052905113-network', 'tenant_id': '0d68f8aa14cf4e96b936c100efc198f2'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:41:47.734883 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0a03c9-6742-49ba-8adc-c899cbc569fa admin admin] Made reservation on behalf of 0d68f8aa14cf4e96b936c100efc198f2 for: {'network': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:41:47.742377 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fd0a03c9-6742-49ba-8adc-c899cbc569fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.743878 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50228) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:47.754168 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fd0a03c9-6742-49ba-8adc-c899cbc569fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.842064 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fd0a03c9-6742-49ba-8adc-c899cbc569fa admin admin] Publish callbacks [] for security_group (7c1c1161-1930-443c-b81c-5c45af8cdaf0), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.885521 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:47.896610 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Publish callbacks [] for port (2af019ed-2689-483d-b096-7c67f7850192), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.917258 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fd0a03c9-6742-49ba-8adc-c899cbc569fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (7c1c1161-1930-443c-b81c-5c45af8cdaf0), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.944101 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0a03c9-6742-49ba-8adc-c899cbc569fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=104327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:41:47.953204 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a03c9-6742-49ba-8adc-c899cbc569fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1c1161-1930-443c-b81c-5c45af8cdaf0,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:47.962046 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fd0a03c9-6742-49ba-8adc-c899cbc569fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (690e5cfd-19a4-4519-b253-05dc7b97f222), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:47.962485 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.segments_db [None req-fd0a03c9-6742-49ba-8adc-c899cbc569fa admin admin] Added segment 690e5cfd-19a4-4519-b253-05dc7b97f222 of type vlan for network 8f655d88-d967-4e9c-8578-48c3ad1d2b8f Jul 07 15:41:47.973832 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (2af019ed-2689-483d-b096-7c67f7850192), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:48.042364 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fd0a03c9-6742-49ba-8adc-c899cbc569fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (8f655d88-d967-4e9c-8578-48c3ad1d2b8f), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:48.065486 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a836a9-2cc0-4f51-be7d-0e3f470996c3 None None] Pushing event updated for resources: {'Port': ['ID=2af019ed-2689-483d-b096-7c67f7850192,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:48.093752 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Attempting to bind port 2af019ed-2689-483d-b096-7c67f7850192 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:41:48.094123 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Attempting to bind port 2af019ed-2689-483d-b096-7c67f7850192 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': 'c559df14-cec8-43a5-a355-adbca5afd1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:41:48.094467 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Attempting to bind port 2af019ed-2689-483d-b096-7c67f7850192 on network 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:41:48.107081 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:41:48.107369 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Checking segment: {'id': 'c559df14-cec8-43a5-a355-adbca5afd1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:41:48.107838 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:48.108226 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Bound using segment: {'id': 'c559df14-cec8-43a5-a355-adbca5afd1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:41:48.108693 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Bound port: 2af019ed-2689-483d-b096-7c67f7850192, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c559df14-cec8-43a5-a355-adbca5afd1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:41:48.109071 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (2af019ed-2689-483d-b096-7c67f7850192), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:48.168802 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fd0a03c9-6742-49ba-8adc-c899cbc569fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (8f655d88-d967-4e9c-8578-48c3ad1d2b8f), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:48.173015 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a03c9-6742-49ba-8adc-c899cbc569fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:48.173615 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-fd0a03c9-6742-49ba-8adc-c899cbc569fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:48.198172 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] For port 2af019ed-2689-483d-b096-7c67f7850192, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:41:48.206050 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] For port 2af019ed-2689-483d-b096-7c67f7850192, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=2af019ed-2689-483d-b096-7c67f7850192,segment=NetworkSegment(c559df14-cec8-43a5-a355-adbca5afd1c2),segment_id=c559df14-cec8-43a5-a355-adbca5afd1c2)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:41:48.270538 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a03c9-6742-49ba-8adc-c899cbc569fa admin admin] Pushing event updated for resources: {'Network': ['ID=8f655d88-d967-4e9c-8578-48c3ad1d2b8f,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:48.282034 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network 8f655d88-d967-4e9c-8578-48c3ad1d2b8f details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:41:48.296423 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (2af019ed-2689-483d-b096-7c67f7850192), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:48.316844 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-fd0a03c9-6742-49ba-8adc-c899cbc569fa admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6621811 Jul 07 15:41:48.319207 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50244) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:48.325449 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-f11438fa-5157-4546-bd47-8fa5fa8fa6bc admin admin] Request body: {'subnet': {'network_id': '8f655d88-d967-4e9c-8578-48c3ad1d2b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2052905113-subnet', 'tenant_id': '0d68f8aa14cf4e96b936c100efc198f2', 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:41:48.433963 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a836a9-2cc0-4f51-be7d-0e3f470996c3 None None] Pushing event updated for resources: {'Port': ['ID=2af019ed-2689-483d-b096-7c67f7850192,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:48.436663 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Routers {'cc29d688-f820-4e04-8594-56d8d0e77e9d'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:41:48.440040 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:41:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['cc29d688-f820-4e04-8594-56d8d0e77e9d'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:48.443812 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-44a928fe-c0f3-4f4f-b566-137ae8db32c9 None None] Provisioning complete for port 2af019ed-2689-483d-b096-7c67f7850192 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:48.444232 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-44a928fe-c0f3-4f4f-b566-137ae8db32c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (2af019ed-2689-483d-b096-7c67f7850192), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:48.460541 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11438fa-5157-4546-bd47-8fa5fa8fa6bc admin admin] Made reservation on behalf of 0d68f8aa14cf4e96b936c100efc198f2 for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:41:48.464006 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f11438fa-5157-4546-bd47-8fa5fa8fa6bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24124348'] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:48.536075 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:48.560306 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c7eb5621-0f38-43cb-a7d5-77bb88dd788e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533691'] for router_interface (bd080407-cad7-447f-943a-27b79f31eb96), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:48.692233 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:48.740316 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:48.786983 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:48.803230 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-44a928fe-c0f3-4f4f-b566-137ae8db32c9 None None] Current status of the port 2af019ed-2689-483d-b096-7c67f7850192 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:41:48.803650 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-44a928fe-c0f3-4f4f-b566-137ae8db32c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (2af019ed-2689-483d-b096-7c67f7850192), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:48.820876 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f11438fa-5157-4546-bd47-8fa5fa8fa6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24476812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24123990'] for subnet (e37db448-d5aa-4ade-ad31-f02a10d8bce7), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:48.838628 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] Set router cc29d688-f820-4e04-8594-56d8d0e77e9d gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:41:48.868878 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11438fa-5157-4546-bd47-8fa5fa8fa6bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e37db448-d5aa-4ade-ad31-f02a10d8bce7,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:48.887339 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-44a928fe-c0f3-4f4f-b566-137ae8db32c9 None None] For port 2af019ed-2689-483d-b096-7c67f7850192, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=2af019ed-2689-483d-b096-7c67f7850192,segment=NetworkSegment(c559df14-cec8-43a5-a355-adbca5afd1c2),segment_id=c559df14-cec8-43a5-a355-adbca5afd1c2)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:41:48.937856 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11438fa-5157-4546-bd47-8fa5fa8fa6bc admin admin] Checking segment: {'id': '690e5cfd-19a4-4519-b253-05dc7b97f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8f655d88-d967-4e9c-8578-48c3ad1d2b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:41:48.942383 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11438fa-5157-4546-bd47-8fa5fa8fa6bc admin admin] Network hostable DHCP agents. Network: 8f655d88-d967-4e9c-8578-48c3ad1d2b8f, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:41:48.976470 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-44a928fe-c0f3-4f4f-b566-137ae8db32c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (2af019ed-2689-483d-b096-7c67f7850192), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:48.995245 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb5621-0f38-43cb-a7d5-77bb88dd788e admin admin] Deleting port 33451a9a-6d40-4eec-9950-fc42a3f82049 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:41:48.995610 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c7eb5621-0f38-43cb-a7d5-77bb88dd788e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:49.017398 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 9e5ddd9b-46ca-4b45-88ab-fb592cb46810 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:41:49.060532 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11438fa-5157-4546-bd47-8fa5fa8fa6bc admin admin] Network 8f655d88-d967-4e9c-8578-48c3ad1d2b8f is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:41:49.089344 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-c7eb5621-0f38-43cb-a7d5-77bb88dd788e admin admin] For port 33451a9a-6d40-4eec-9950-fc42a3f82049, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=33451a9a-6d40-4eec-9950-fc42a3f82049,segment=NetworkSegment(b7f4c497-742a-4266-9eca-a37d713bad41),segment_id=b7f4c497-742a-4266-9eca-a37d713bad41)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:41:49.089708 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c7eb5621-0f38-43cb-a7d5-77bb88dd788e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:49.103680 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb5621-0f38-43cb-a7d5-77bb88dd788e admin admin] Calling delete_port for 33451a9a-6d40-4eec-9950-fc42a3f82049 owned by network:router_interface {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:41:49.141798 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-7075f3f2-c3e4-4f70-bf42-878880126619 None None] Provisioning complete for port 2af019ed-2689-483d-b096-7c67f7850192 triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:49.142066 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7075f3f2-c3e4-4f70-bf42-878880126619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (2af019ed-2689-483d-b096-7c67f7850192), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:49.162773 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-f11438fa-5157-4546-bd47-8fa5fa8fa6bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, 8f655d88-d967-4e9c-8578-48c3ad1d2b8f) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:41:49.170530 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11438fa-5157-4546-bd47-8fa5fa8fa6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:49.172484 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f11438fa-5157-4546-bd47-8fa5fa8fa6bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:49.173670 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:49.176324 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a928fe-c0f3-4f4f-b566-137ae8db32c9 None None] Pushing event updated for resources: {'Port': ['ID=2af019ed-2689-483d-b096-7c67f7850192,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:49.194115 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011f14ff-9e02-49cb-8a7e-6be867907cbc None None] Network 8f655d88-d967-4e9c-8578-48c3ad1d2b8f requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:41:49.227786 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 9e5ddd9b-46ca-4b45-88ab-fb592cb46810 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:49.228396 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (9e5ddd9b-46ca-4b45-88ab-fb592cb46810), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:49.293920 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:49.294269 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'name': 'tempest-TestMinimumBasicScenario-1393647824-router', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:40Z', 'updated_at': '2022-07-07T15:41:45Z', 'revision_number': 4, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'gw_port': {'id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:41Z', 'updated_at': '2022-07-07T15:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '2af019ed-2689-483d-b096-7c67f7850192', 'name': '', 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'mac_address': 'fa:16:3e:af:e8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:44Z', 'updated_at': '2022-07-07T15:41:48Z', 'revision_number': 4, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'subnets': [{'id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:49.305341 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-f11438fa-5157-4546-bd47-8fa5fa8fa6bc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9842327 Jul 07 15:41:49.308969 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50266) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:49.313696 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2052905113-router', 'tenant_id': '0d68f8aa14cf4e96b936c100efc198f2', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:41:49.360300 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7ae02-8df3-49f7-924b-f93417f1cd12 None None] The sync data for ids ['cc29d688-f820-4e04-8594-56d8d0e77e9d'] in dv-cinder-841302-5-iscsi is: [{'id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'name': 'tempest-TestMinimumBasicScenario-1393647824-router', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:40Z', 'updated_at': '2022-07-07T15:41:45Z', 'revision_number': 4, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'gw_port': {'id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:41Z', 'updated_at': '2022-07-07T15:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '2af019ed-2689-483d-b096-7c67f7850192', 'name': '', 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'mac_address': 'fa:16:3e:af:e8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:44Z', 'updated_at': '2022-07-07T15:41:48Z', 'revision_number': 4, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'subnets': [{'id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:41:49.380026 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c7eb5621-0f38-43cb-a7d5-77bb88dd788e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (33451a9a-6d40-4eec-9950-fc42a3f82049), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:49.403153 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-89475'] for router (885db848-242f-4752-b087-3ce8421e0bdf), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:49.406724 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-89482'] for router (885db848-242f-4752-b087-3ce8421e0bdf), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:49.433717 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb5621-0f38-43cb-a7d5-77bb88dd788e admin admin] Pushing event deleted for resources: {'Port': ['ID=33451a9a-6d40-4eec-9950-fc42a3f82049,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:49.558267 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 9e5ddd9b-46ca-4b45-88ab-fb592cb46810 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:41:49.561857 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Publish callbacks [] for router_controller (885db848-242f-4752-b087-3ce8421e0bdf), precommit_add_association {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:49.568485 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-7075f3f2-c3e4-4f70-bf42-878880126619 None None] Current status of the port 2af019ed-2689-483d-b096-7c67f7850192 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:41:49.574646 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1ee6318-512b-5199-b841-32f325bbc01a-8f655d88-d967-4e9c-8578-48c3ad1d2b8f', 'network_id': '8f655d88-d967-4e9c-8578-48c3ad1d2b8f', 'project_id': '0d68f8aa14cf4e96b936c100efc198f2', 'fixed_ips': [{'subnet_id': 'e37db448-d5aa-4ade-ad31-f02a10d8bce7'}]}} from dv-cinder-841302-5-iscsi. {{(pid=104329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 15:41:49.576105 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:49.709002 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c7eb5621-0f38-43cb-a7d5-77bb88dd788e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535307'] for router_interface (bd080407-cad7-447f-943a-27b79f31eb96), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:49.830890 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Publish callbacks [] for router_gateway (885db848-242f-4752-b087-3ce8421e0bdf), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:49.874864 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.db_base_plugin_common [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Allocated IP 172.20.0.2 (8f655d88-d967-4e9c-8578-48c3ad1d2b8f/e37db448-d5aa-4ade-ad31-f02a10d8bce7/534a6f2a-de80-444b-a08d-73a4db23ea9f) {{(pid=104329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:41:49.958687 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:50.027139 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eb5621-0f38-43cb-a7d5-77bb88dd788e admin admin] Router bd080407-cad7-447f-943a-27b79f31eb96 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:41:50.072935 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Publish callbacks [] for port (534a6f2a-de80-444b-a08d-73a4db23ea9f), precommit_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.090680 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:50.139501 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50276) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:50.139699 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537'] for port (534a6f2a-de80-444b-a08d-73a4db23ea9f), after_create {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.159156 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eb5621-0f38-43cb-a7d5-77bb88dd788e admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:41:50.170453 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-c7eb5621-0f38-43cb-a7d5-77bb88dd788e admin admin] 10.222.0.25 "PUT /v2.0/routers/bd080407-cad7-447f-943a-27b79f31eb96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4202192 Jul 07 15:41:50.170558 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50280) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:50.171066 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70615416-9cf3-4b3f-a465-c36f74bef7d8 None None] Sync routers for ids ['bd080407-cad7-447f-943a-27b79f31eb96'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:41:50.182350 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70615416-9cf3-4b3f-a465-c36f74bef7d8 None None] Routers {'bd080407-cad7-447f-943a-27b79f31eb96'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:41:50.183253 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-70615416-9cf3-4b3f-a465-c36f74bef7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:41:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['bd080407-cad7-447f-943a-27b79f31eb96'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:50.192773 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:50.194495 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Network 8f655d88-d967-4e9c-8578-48c3ad1d2b8f is already hosted by enough agents. {{(pid=104329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:41:50.197842 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.scheduler.base_scheduler [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Resources bound (agent type, host, resource id): {{(pid=104329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:41:50.201664 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Received port after_create {{(pid=104329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:41:50.216785 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Pushing event updated for resources: {'Port': ['ID=534a6f2a-de80-444b-a08d-73a4db23ea9f,revision_number=1']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:50.283344 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Attempting to bind port 534a6f2a-de80-444b-a08d-73a4db23ea9f on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:41:50.283828 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Attempting to bind port 534a6f2a-de80-444b-a08d-73a4db23ea9f by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '690e5cfd-19a4-4519-b253-05dc7b97f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8f655d88-d967-4e9c-8578-48c3ad1d2b8f'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:41:50.284266 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Attempting to bind port 534a6f2a-de80-444b-a08d-73a4db23ea9f on network 8f655d88-d967-4e9c-8578-48c3ad1d2b8f {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:41:50.291607 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:41:50.295328 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Checking segment: {'id': '690e5cfd-19a4-4519-b253-05dc7b97f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8f655d88-d967-4e9c-8578-48c3ad1d2b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:41:50.295328 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.295328 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Bound using segment: {'id': '690e5cfd-19a4-4519-b253-05dc7b97f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8f655d88-d967-4e9c-8578-48c3ad1d2b8f'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:41:50.295328 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Bound port: 534a6f2a-de80-444b-a08d-73a4db23ea9f, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690e5cfd-19a4-4519-b253-05dc7b97f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8f655d88-d967-4e9c-8578-48c3ad1d2b8f'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:41:50.295328 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (534a6f2a-de80-444b-a08d-73a4db23ea9f), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.305884 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-eee9f9f4-db8a-4422-b82e-90e0e0aed94a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.326265 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Publish callbacks [] for router_gateway (885db848-242f-4752-b087-3ce8421e0bdf), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.355538 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-70615416-9cf3-4b3f-a465-c36f74bef7d8 None None] Set router bd080407-cad7-447f-943a-27b79f31eb96 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:41:50.380871 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] For port 534a6f2a-de80-444b-a08d-73a4db23ea9f, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:41:50.384770 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] For port 534a6f2a-de80-444b-a08d-73a4db23ea9f, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=534a6f2a-de80-444b-a08d-73a4db23ea9f,segment=NetworkSegment(690e5cfd-19a4-4519-b253-05dc7b97f222),segment_id=690e5cfd-19a4-4519-b253-05dc7b97f222)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:41:50.399615 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.416630 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-eee9f9f4-db8a-4422-b82e-90e0e0aed94a admin admin] Publish callbacks [] for security_group (deab673d-f3ca-48bb-be1c-14fa88ff0698), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.445910 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (534a6f2a-de80-444b-a08d-73a4db23ea9f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.455101 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c1c0-8325-4f6c-9bd4-86b182c66947 admin admin] Publish callbacks [] for router (bd080407-cad7-447f-943a-27b79f31eb96), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.506885 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-eee9f9f4-db8a-4422-b82e-90e0e0aed94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (deab673d-f3ca-48bb-be1c-14fa88ff0698), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.527282 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:50.531340 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d005e26-f788-4a73-bce3-babb2fdc81ec None None] Pushing event updated for resources: {'Port': ['ID=534a6f2a-de80-444b-a08d-73a4db23ea9f,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:50.575220 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-eee9f9f4-db8a-4422-b82e-90e0e0aed94a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40fbe382dfca42bcb4f8fc0c0d25fc04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4388947 Jul 07 15:41:50.575220 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9f9f4-db8a-4422-b82e-90e0e0aed94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deab673d-f3ca-48bb-be1c-14fa88ff0698,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:50.576117 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50282) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:50.630389 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Allocated IP 172.27.1.152 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/dd2b4345-e9d2-4987-98d9-f4f76cf563c9) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:41:50.650020 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-da33d62a-5157-4bdd-abe9-c0e726fd4b78 admin admin] Publish callbacks [] for security_group (deab673d-f3ca-48bb-be1c-14fa88ff0698), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.661821 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c1c0-8325-4f6c-9bd4-86b182c66947 admin admin] Publish callbacks [] for router_gateway (bd080407-cad7-447f-943a-27b79f31eb96), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.669314 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-70615416-9cf3-4b3f-a465-c36f74bef7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'name': 'tempest-TestShelveInstance-869882599-router', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '67d37208-adaf-4585-9066-2bb7f270007f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:35:51Z', 'updated_at': '2022-07-07T15:41:49Z', 'revision_number': 5, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'gw_port': {'id': '67d37208-adaf-4585-9066-2bb7f270007f', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:52Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:50.691063 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-da33d62a-5157-4bdd-abe9-c0e726fd4b78 admin admin] Publish callbacks [] for security_group (deab673d-f3ca-48bb-be1c-14fa88ff0698), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.694286 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-48e12982-80cf-45f7-91e1-16ada56e8dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.706335 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70615416-9cf3-4b3f-a465-c36f74bef7d8 None None] Checking router: bd080407-cad7-447f-943a-27b79f31eb96 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:41:50.716156 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70615416-9cf3-4b3f-a465-c36f74bef7d8 None None] Routers {'bd080407-cad7-447f-943a-27b79f31eb96'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:41:50.716777 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-70615416-9cf3-4b3f-a465-c36f74bef7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:41:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['bd080407-cad7-447f-943a-27b79f31eb96'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:50.858756 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Publish callbacks [] for port (dd2b4345-e9d2-4987-98d9-f4f76cf563c9), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.891716 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-70615416-9cf3-4b3f-a465-c36f74bef7d8 None None] Set router bd080407-cad7-447f-943a-27b79f31eb96 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:41:50.938810 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1c1c0-8325-4f6c-9bd4-86b182c66947 admin admin] Deleting port 67d37208-adaf-4585-9066-2bb7f270007f {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:41:50.939417 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c1c0-8325-4f6c-9bd4-86b182c66947 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (67d37208-adaf-4585-9066-2bb7f270007f), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.940110 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-da33d62a-5157-4bdd-abe9-c0e726fd4b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (deab673d-f3ca-48bb-be1c-14fa88ff0698), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.943582 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-da33d62a-5157-4bdd-abe9-c0e726fd4b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:50.945361 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-da33d62a-5157-4bdd-abe9-c0e726fd4b78 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/deab673d-f3ca-48bb-be1c-14fa88ff0698 HTTP/1.1" status: 204 len: 168 time: 0.3677757 Jul 07 15:41:50.955524 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33d62a-5157-4bdd-abe9-c0e726fd4b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deab673d-f3ca-48bb-be1c-14fa88ff0698,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:50.971009 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:51.042720 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (dd2b4345-e9d2-4987-98d9-f4f76cf563c9), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:51.095059 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:51.131274 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:41:51.143589 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:41:51.153452 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:41:51.159464 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-1cd1c1c0-8325-4f6c-9bd4-86b182c66947 admin admin] For port 67d37208-adaf-4585-9066-2bb7f270007f, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=67d37208-adaf-4585-9066-2bb7f270007f,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:41:51.162352 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c1c0-8325-4f6c-9bd4-86b182c66947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (67d37208-adaf-4585-9066-2bb7f270007f), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:51.241625 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Pushing event updated for resources: {'Port': ['ID=dd2b4345-e9d2-4987-98d9-f4f76cf563c9,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:51.271226 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1c1c0-8325-4f6c-9bd4-86b182c66947 admin admin] Calling delete_port for 67d37208-adaf-4585-9066-2bb7f270007f owned by network:router_gateway {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:41:51.277768 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 2af019ed-2689-483d-b096-7c67f7850192 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:41:51.333280 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:51.339659 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 2af019ed-2689-483d-b096-7c67f7850192 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:51.340036 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (2af019ed-2689-483d-b096-7c67f7850192), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:51.386220 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-70615416-9cf3-4b3f-a465-c36f74bef7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'name': 'tempest-TestShelveInstance-869882599-router', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '67d37208-adaf-4585-9066-2bb7f270007f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:35:51Z', 'updated_at': '2022-07-07T15:41:49Z', 'revision_number': 5, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'gw_port': {'id': '67d37208-adaf-4585-9066-2bb7f270007f', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:52Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:51.441654 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70615416-9cf3-4b3f-a465-c36f74bef7d8 None None] The sync data for ids ['bd080407-cad7-447f-943a-27b79f31eb96'] in dv-cinder-841302-5-iscsi is: [{'id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'name': 'tempest-TestShelveInstance-869882599-router', 'tenant_id': '41be827d61314cdbb5387c24e6353bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '67d37208-adaf-4585-9066-2bb7f270007f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:35:51Z', 'updated_at': '2022-07-07T15:41:49Z', 'revision_number': 5, 'project_id': '41be827d61314cdbb5387c24e6353bb5', 'gw_port': {'id': '67d37208-adaf-4585-9066-2bb7f270007f', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd080407-cad7-447f-943a-27b79f31eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:35:52Z', 'updated_at': '2022-07-07T15:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:41:51.452523 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 2af019ed-2689-483d-b096-7c67f7850192 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:41:51.454091 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 534a6f2a-de80-444b-a08d-73a4db23ea9f up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:41:51.514919 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 534a6f2a-de80-444b-a08d-73a4db23ea9f triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:51.515303 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (534a6f2a-de80-444b-a08d-73a4db23ea9f), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:51.624061 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 534a6f2a-de80-444b-a08d-73a4db23ea9f is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:41:51.624749 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (534a6f2a-de80-444b-a08d-73a4db23ea9f), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:51.660058 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port 534a6f2a-de80-444b-a08d-73a4db23ea9f, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=534a6f2a-de80-444b-a08d-73a4db23ea9f,segment=NetworkSegment(690e5cfd-19a4-4519-b253-05dc7b97f222),segment_id=690e5cfd-19a4-4519-b253-05dc7b97f222)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:41:51.683793 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c1c0-8325-4f6c-9bd4-86b182c66947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (67d37208-adaf-4585-9066-2bb7f270007f), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:51.754178 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1c1c0-8325-4f6c-9bd4-86b182c66947 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d37208-adaf-4585-9066-2bb7f270007f,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:51.757954 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (534a6f2a-de80-444b-a08d-73a4db23ea9f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:51.821685 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=534a6f2a-de80-444b-a08d-73a4db23ea9f,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:51.882057 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c1c0-8325-4f6c-9bd4-86b182c66947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537153'] for router_gateway (bd080407-cad7-447f-943a-27b79f31eb96), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:51.950835 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Publish callbacks [] for router_gateway (885db848-242f-4752-b087-3ce8421e0bdf), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.020425 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bc9012-260c-4db3-8354-a3d6777a0055 None None] Network 8f655d88-d967-4e9c-8578-48c3ad1d2b8f requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:41:52.075066 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-2b7be391-35dd-41d3-a250-b01446256210 None None] Provisioning complete for port 534a6f2a-de80-444b-a08d-73a4db23ea9f triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:52.075541 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2b7be391-35dd-41d3-a250-b01446256210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (534a6f2a-de80-444b-a08d-73a4db23ea9f), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.218838 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:52.234553 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-2b7be391-35dd-41d3-a250-b01446256210 None None] Current status of the port 534a6f2a-de80-444b-a08d-73a4db23ea9f is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:41:52.260606 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50312) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:52.289913 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c1c0-8325-4f6c-9bd4-86b182c66947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89501'] for router (bd080407-cad7-447f-943a-27b79f31eb96), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.292513 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c1c0-8325-4f6c-9bd4-86b182c66947 admin admin] Publish callbacks [] for router_controller (bd080407-cad7-447f-943a-27b79f31eb96), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.387094 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-482a2c5c-bc4a-40aa-ab56-225543389443 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-591932279-network', 'tenant_id': 'f90b44820e424210b4dea0abc23ea469'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:41:52.397211 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:52.436137 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c1c0-8325-4f6c-9bd4-86b182c66947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532526'] for router (bd080407-cad7-447f-943a-27b79f31eb96), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.436717 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd1c1c0-8325-4f6c-9bd4-86b182c66947 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd080407-cad7-447f-943a-27b79f31eb96 {{(pid=104327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 15:41:52.441999 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c1c0-8325-4f6c-9bd4-86b182c66947 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.443190 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1cd1c1c0-8325-4f6c-9bd4-86b182c66947 admin admin] 10.222.0.25 "DELETE /v2.0/routers/bd080407-cad7-447f-943a-27b79f31eb96 HTTP/1.1" status: 204 len: 168 time: 2.2725668 Jul 07 15:41:52.446473 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50320) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:52.508013 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e56917-4b68-47bd-abce-c535c79aefa1 admin admin] Deleting subnet f8151f99-f507-4459-a9a2-6d20274116fb {{(pid=104328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 15:41:52.511836 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d9e56917-4b68-47bd-abce-c535c79aefa1 admin admin] Publish callbacks [] for subnet (f8151f99-f507-4459-a9a2-6d20274116fb), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.525040 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537336'] for router (885db848-242f-4752-b087-3ce8421e0bdf), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.541754 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482a2c5c-bc4a-40aa-ab56-225543389443 admin admin] Made reservation on behalf of f90b44820e424210b4dea0abc23ea469 for: {'network': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:41:52.544294 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-482a2c5c-bc4a-40aa-ab56-225543389443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.557451 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-482a2c5c-bc4a-40aa-ab56-225543389443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.560936 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-7a0ab93a-de07-4d40-bf56-14991fc453e9 None None] Provisioning complete for port 534a6f2a-de80-444b-a08d-73a4db23ea9f triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:52.561770 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7a0ab93a-de07-4d40-bf56-14991fc453e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (534a6f2a-de80-444b-a08d-73a4db23ea9f), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.563181 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d9e56917-4b68-47bd-abce-c535c79aefa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13767422'] for subnet (f8151f99-f507-4459-a9a2-6d20274116fb), precommit_delete_associations {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.692144 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ab93a-de07-4d40-bf56-14991fc453e9 None None] Current status of the port 534a6f2a-de80-444b-a08d-73a4db23ea9f is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:41:52.721011 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d9e56917-4b68-47bd-abce-c535c79aefa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1810892'] for subnet (f8151f99-f507-4459-a9a2-6d20274116fb), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.780323 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-482a2c5c-bc4a-40aa-ab56-225543389443 admin admin] Publish callbacks [] for security_group (981a798f-2b0c-4087-ad2e-e02580128f50), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.790428 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:52.831953 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Router 885db848-242f-4752-b087-3ce8421e0bdf is scheduled to L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f with binding_index 1 {{(pid=104327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 15:41:52.871742 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-482a2c5c-bc4a-40aa-ab56-225543389443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (981a798f-2b0c-4087-ad2e-e02580128f50), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.892156 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482a2c5c-bc4a-40aa-ab56-225543389443 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=104328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:41:52.902093 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-44c2d767-7684-409d-b745-a1ae9734821c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.907868 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d9e56917-4b68-47bd-abce-c535c79aefa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1810887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13707913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13927324'] for subnet (f8151f99-f507-4459-a9a2-6d20274116fb), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.910687 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50324) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:52.940154 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-482a2c5c-bc4a-40aa-ab56-225543389443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (6f9efeac-9439-46ef-81ac-f243ac8d322e), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:52.942399 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.segments_db [None req-482a2c5c-bc4a-40aa-ab56-225543389443 admin admin] Added segment 6f9efeac-9439-46ef-81ac-f243ac8d322e of type vlan for network 9da41ecc-09e3-4587-b0bc-9b4f13d625d5 Jul 07 15:41:52.943899 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:41:52.945207 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a2c5c-bc4a-40aa-ab56-225543389443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981a798f-2b0c-4087-ad2e-e02580128f50,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:52.963375 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Sync routers for ids ['885db848-242f-4752-b087-3ce8421e0bdf'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:41:52.977749 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e56917-4b68-47bd-abce-c535c79aefa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8151f99-f507-4459-a9a2-6d20274116fb,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:52.978795 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Routers {'885db848-242f-4752-b087-3ce8421e0bdf'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:41:52.979477 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:41:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['885db848-242f-4752-b087-3ce8421e0bdf'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:52.989144 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2c9dc3-ec3f-4842-bafc-78ba9f39f9cb None None] Network 757ed358-1381-4fc5-bef5-a1b2bca8fd1b requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:41:53.011823 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-d9e56917-4b68-47bd-abce-c535c79aefa1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.011823 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-d9e56917-4b68-47bd-abce-c535c79aefa1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f8151f99-f507-4459-a9a2-6d20274116fb HTTP/1.1" status: 204 len: 168 time: 0.5612788 Jul 07 15:41:53.012176 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50328) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:53.026376 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-482a2c5c-bc4a-40aa-ab56-225543389443 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (9da41ecc-09e3-4587-b0bc-9b4f13d625d5), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.043684 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.047736 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-87dac935-e6bb-49ac-8e88-57f161b37542 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7364097 Jul 07 15:41:53.050373 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50330) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:53.115838 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2371df03-b48b-4118-9a5b-c4cb210d3f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.116025 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:53.121104 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 534a6f2a-de80-444b-a08d-73a4db23ea9f up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:41:53.133463 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-482a2c5c-bc4a-40aa-ab56-225543389443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (9da41ecc-09e3-4587-b0bc-9b4f13d625d5), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.134545 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a2c5c-bc4a-40aa-ab56-225543389443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:53.135200 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-482a2c5c-bc4a-40aa-ab56-225543389443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.166545 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:53.171540 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342902'] for network (757ed358-1381-4fc5-bef5-a1b2bca8fd1b), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.223074 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a2c5c-bc4a-40aa-ab56-225543389443 admin admin] Pushing event updated for resources: {'Network': ['ID=9da41ecc-09e3-4587-b0bc-9b4f13d625d5,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:53.259064 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:53.269417 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2371df03-b48b-4118-9a5b-c4cb210d3f3e admin admin] Publish callbacks [] for security_group (1982a23f-cb4e-427f-8fbd-e89fdda2e177), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.286944 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-482a2c5c-bc4a-40aa-ab56-225543389443 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0212204 Jul 07 15:41:53.286944 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50332) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:53.289209 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-006fe538-5674-45b4-81f7-4f22b1ab3722 admin admin] Request body: {'subnet': {'network_id': '9da41ecc-09e3-4587-b0bc-9b4f13d625d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-591932279-subnet', 'tenant_id': 'f90b44820e424210b4dea0abc23ea469', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:41:53.305603 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] Deleting port 403f8722-d21e-4951-9d1d-d5b407d61af2 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:41:53.305965 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (403f8722-d21e-4951-9d1d-d5b407d61af2), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.338528 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network 9da41ecc-09e3-4587-b0bc-9b4f13d625d5 details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:41:53.362899 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-2371df03-b48b-4118-9a5b-c4cb210d3f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (1982a23f-cb4e-427f-8fbd-e89fdda2e177), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.402364 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006fe538-5674-45b4-81f7-4f22b1ab3722 admin admin] Made reservation on behalf of f90b44820e424210b4dea0abc23ea469 for: {'subnet': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:41:53.404688 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-006fe538-5674-45b4-81f7-4f22b1ab3722 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13927039'] for subnet (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.409220 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] For port 403f8722-d21e-4951-9d1d-d5b407d61af2, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=403f8722-d21e-4951-9d1d-d5b407d61af2,segment=NetworkSegment(b7f4c497-742a-4266-9eca-a37d713bad41),segment_id=b7f4c497-742a-4266-9eca-a37d713bad41)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:41:53.409562 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (403f8722-d21e-4951-9d1d-d5b407d61af2), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.422405 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-2371df03-b48b-4118-9a5b-c4cb210d3f3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2a7a805b01d4f81923b0382140f1c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5068409 Jul 07 15:41:53.423121 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371df03-b48b-4118-9a5b-c4cb210d3f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1982a23f-cb4e-427f-8fbd-e89fdda2e177,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:53.427153 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50334) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:53.460113 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] Calling delete_port for 403f8722-d21e-4951-9d1d-d5b407d61af2 owned by network:dhcp {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:41:53.487960 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Set router 885db848-242f-4752-b087-3ce8421e0bdf gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:41:53.546746 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 534a6f2a-de80-444b-a08d-73a4db23ea9f triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:53.549576 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (534a6f2a-de80-444b-a08d-73a4db23ea9f), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.597788 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1bf54185-bf2d-4194-aa5a-3cfa23c997b1 admin admin] Publish callbacks [] for security_group (1982a23f-cb4e-427f-8fbd-e89fdda2e177), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.610948 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8a8410-7a37-48f6-b5a6-d3c78deaaf4c None None] DHCP port deletion for 757ed358-1381-4fc5-bef5-a1b2bca8fd1b request from dv-cinder-841302-5-iscsi {{(pid=104329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 15:41:53.636285 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1bf54185-bf2d-4194-aa5a-3cfa23c997b1 admin admin] Publish callbacks [] for security_group (1982a23f-cb4e-427f-8fbd-e89fdda2e177), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.710000 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a8410-7a37-48f6-b5a6-d3c78deaaf4c None None] Deleting port 403f8722-d21e-4951-9d1d-d5b407d61af2 {{(pid=104329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:41:53.710951 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2c8a8410-7a37-48f6-b5a6-d3c78deaaf4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (403f8722-d21e-4951-9d1d-d5b407d61af2), before_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.727328 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.730483 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (403f8722-d21e-4951-9d1d-d5b407d61af2), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.748456 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:53.766600 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] Pushing event deleted for resources: {'Port': ['ID=403f8722-d21e-4951-9d1d-d5b407d61af2,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:53.775130 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-006fe538-5674-45b4-81f7-4f22b1ab3722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13707978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13927317'] for subnet (86902461-7671-4db6-b6f8-401a7d4e4cb5), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.775334 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] No DVR routers for this DVR port 403f8722-d21e-4951-9d1d-d5b407d61af2 on host dv-cinder-841302-5-iscsi {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:41:53.810303 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1bf54185-bf2d-4194-aa5a-3cfa23c997b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (1982a23f-cb4e-427f-8fbd-e89fdda2e177), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.812924 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1bf54185-bf2d-4194-aa5a-3cfa23c997b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.817364 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-1bf54185-bf2d-4194-aa5a-3cfa23c997b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1982a23f-cb4e-427f-8fbd-e89fdda2e177 HTTP/1.1" status: 204 len: 168 time: 0.3862348 Jul 07 15:41:53.833633 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 534a6f2a-de80-444b-a08d-73a4db23ea9f is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:41:53.852451 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf54185-bf2d-4194-aa5a-3cfa23c997b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1982a23f-cb4e-427f-8fbd-e89fdda2e177,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:53.853677 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-2c8a8410-7a37-48f6-b5a6-d3c78deaaf4c None None] For port 403f8722-d21e-4951-9d1d-d5b407d61af2, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=403f8722-d21e-4951-9d1d-d5b407d61af2,segment=NetworkSegment(b7f4c497-742a-4266-9eca-a37d713bad41),segment_id=b7f4c497-742a-4266-9eca-a37d713bad41)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:41:53.854109 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2c8a8410-7a37-48f6-b5a6-d3c78deaaf4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (403f8722-d21e-4951-9d1d-d5b407d61af2), precommit_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.861310 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fe538-5674-45b4-81f7-4f22b1ab3722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86902461-7671-4db6-b6f8-401a7d4e4cb5,revision_number=0']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:53.863302 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006fe538-5674-45b4-81f7-4f22b1ab3722 admin admin] Checking segment: {'id': '6f9efeac-9439-46ef-81ac-f243ac8d322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9da41ecc-09e3-4587-b0bc-9b4f13d625d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:41:53.863687 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006fe538-5674-45b4-81f7-4f22b1ab3722 admin admin] Network hostable DHCP agents. Network: 9da41ecc-09e3-4587-b0bc-9b4f13d625d5, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:41:53.875740 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885db848-242f-4752-b087-3ce8421e0bdf', 'name': 'tempest-TestMinimumBasicScenario-2052905113-router', 'tenant_id': '0d68f8aa14cf4e96b936c100efc198f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dd2b4345-e9d2-4987-98d9-f4f76cf563c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:49Z', 'updated_at': '2022-07-07T15:41:51Z', 'revision_number': 3, 'project_id': '0d68f8aa14cf4e96b936c100efc198f2', 'gw_port': {'id': 'dd2b4345-e9d2-4987-98d9-f4f76cf563c9', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885db848-242f-4752-b087-3ce8421e0bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:50Z', 'updated_at': '2022-07-07T15:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:53.877111 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a8410-7a37-48f6-b5a6-d3c78deaaf4c None None] Calling delete_port for 403f8722-d21e-4951-9d1d-d5b407d61af2 owned by network:dhcp {{(pid=104329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:41:53.897653 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747750', 'neutron.services.segments.db._delete_segments_for_network-8732231032441'] for network (757ed358-1381-4fc5-bef5-a1b2bca8fd1b), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:53.913273 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Checking router: 885db848-242f-4752-b087-3ce8421e0bdf for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:41:53.913827 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Updating router 885db848-242f-4752-b087-3ce8421e0bdf port dd2b4345-e9d2-4987-98d9-f4f76cf563c9 binding host dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:41:53.941619 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:53.951592 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 33451a9a-6d40-4eec-9950-fc42a3f82049 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:41:53.958724 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757ed358-1381-4fc5-bef5-a1b2bca8fd1b']}} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:53.972682 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f4c497-742a-4266-9eca-a37d713bad41') {'for_net_delete': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:53.972980 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f4c497-742a-4266-9eca-a37d713bad41') {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:53.985193 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006fe538-5674-45b4-81f7-4f22b1ab3722 admin admin] Network 9da41ecc-09e3-4587-b0bc-9b4f13d625d5 is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:41:53.988381 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231034498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24202430'] for segment (b7f4c497-742a-4266-9eca-a37d713bad41), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.009568 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (dd2b4345-e9d2-4987-98d9-f4f76cf563c9), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.013954 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 33451a9a-6d40-4eec-9950-fc42a3f82049 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:41:54.013954 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 33451a9a-6d40-4eec-9950-fc42a3f82049 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:41:54.014206 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 67d37208-adaf-4585-9066-2bb7f270007f no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:41:54.031041 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (b7f4c497-742a-4266-9eca-a37d713bad41), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.042604 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=104327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 15:41:54.042992 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24476725'] for segment (b7f4c497-742a-4266-9eca-a37d713bad41), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.064310 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 67d37208-adaf-4585-9066-2bb7f270007f {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:41:54.065074 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 67d37208-adaf-4585-9066-2bb7f270007f not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:41:54.068770 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Allocated IP 172.20.0.1 (8f655d88-d967-4e9c-8578-48c3ad1d2b8f/e37db448-d5aa-4ade-ad31-f02a10d8bce7/9cdd0761-6125-46ea-9184-9f002611bf2b) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:41:54.071856 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [None req-006fe538-5674-45b4-81f7-4f22b1ab3722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, 9da41ecc-09e3-4587-b0bc-9b4f13d625d5) {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:41:54.076779 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006fe538-5674-45b4-81f7-4f22b1ab3722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:54.077929 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-006fe538-5674-45b4-81f7-4f22b1ab3722 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.115925 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment b7f4c497-742a-4266-9eca-a37d713bad41 resource provider aggregate not found Jul 07 15:41:54.130405 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561191dd-7ab1-4577-bce0-6240cb0e674d None None] Network 9da41ecc-09e3-4587-b0bc-9b4f13d625d5 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:41:54.144789 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment b7f4c497-742a-4266-9eca-a37d713bad41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7f4c497-742a-4266-9eca-a37d713bad41 found for delete ", "request_id": "req-49ff7498-a42f-44b2-9fa7-a6da8c7d7d38"}]} Jul 07 15:41:54.164728 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-006fe538-5674-45b4-81f7-4f22b1ab3722 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8799999 Jul 07 15:41:54.177489 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2c8a8410-7a37-48f6-b5a6-d3c78deaaf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (403f8722-d21e-4951-9d1d-d5b407d61af2), after_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.229061 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539648'] for network (757ed358-1381-4fc5-bef5-a1b2bca8fd1b), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.245382 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.249548 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] 10.222.0.25 "DELETE /v2.0/networks/757ed358-1381-4fc5-bef5-a1b2bca8fd1b HTTP/1.1" status: 204 len: 168 time: 1.2359483 Jul 07 15:41:54.252198 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50344) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:54.290079 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:41:54.321378 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8006ebb-4941-4f39-a9ed-01f639f30618 admin admin] Pushing event deleted for resources: {'Network': ['ID=757ed358-1381-4fc5-bef5-a1b2bca8fd1b,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:54.329396 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:54.333766 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Publish callbacks [] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.372489 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:DELETE=4,neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:54.406361 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a8410-7a37-48f6-b5a6-d3c78deaaf4c None None] Pushing event deleted for resources: {'Port': ['ID=403f8722-d21e-4951-9d1d-d5b407d61af2,revision_number=None']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:54.417271 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c8a8410-7a37-48f6-b5a6-d3c78deaaf4c None None] Network 757ed358-1381-4fc5-bef5-a1b2bca8fd1b is not hosted by any dhcp agent {{(pid=104329) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 07 15:41:54.418011 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8a8410-7a37-48f6-b5a6-d3c78deaaf4c None None] No DVR routers for this DVR port 403f8722-d21e-4951-9d1d-d5b407d61af2 on host dv-cinder-841302-5-iscsi {{(pid=104329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:41:54.445848 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Publish callbacks [] for port (dd2b4345-e9d2-4987-98d9-f4f76cf563c9), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.495864 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08141cd-a9f4-49d8-8c32-b963c54ad9e5 None None] Network 9da41ecc-09e3-4587-b0bc-9b4f13d625d5 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:41:54.517039 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.545622 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:54.547071 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.583386 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (dd2b4345-e9d2-4987-98d9-f4f76cf563c9), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.603427 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Pushing event updated for resources: {'Port': ['ID=9cdd0761-6125-46ea-9184-9f002611bf2b,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:54.617645 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Network 8f655d88-d967-4e9c-8578-48c3ad1d2b8f is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:41:54.619288 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:41:54.621605 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:41:54.661594 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa384553-c4ea-4f72-91ea-52520a94d7f9 None None] Pushing event updated for resources: {'Port': ['ID=dd2b4345-e9d2-4987-98d9-f4f76cf563c9,revision_number=2']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:54.672160 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-533504'] for router_interface (885db848-242f-4752-b087-3ce8421e0bdf), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.723697 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Attempting to bind port dd2b4345-e9d2-4987-98d9-f4f76cf563c9 on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:41:54.724060 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Attempting to bind port dd2b4345-e9d2-4987-98d9-f4f76cf563c9 by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:41:54.724405 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Attempting to bind port dd2b4345-e9d2-4987-98d9-f4f76cf563c9 on network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:41:54.732148 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:41:54.732570 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Checking segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:41:54.733012 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.733452 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Bound using segment: {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:41:54.733964 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Bound port: dd2b4345-e9d2-4987-98d9-f4f76cf563c9, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249eb6c6-0875-405a-96fc-9583b41d3f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:41:54.734339 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (dd2b4345-e9d2-4987-98d9-f4f76cf563c9), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.793179 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] For port dd2b4345-e9d2-4987-98d9-f4f76cf563c9, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:41:54.796933 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] For port dd2b4345-e9d2-4987-98d9-f4f76cf563c9, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=dd2b4345-e9d2-4987-98d9-f4f76cf563c9,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:41:54.799776 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:54.809289 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43a83831-9ee5-442b-ab23-38beb4f03479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533691'] for router_interface (f708b90e-2bce-4659-8159-86e72be85924), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.843762 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (dd2b4345-e9d2-4987-98d9-f4f76cf563c9), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.889956 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:54.914049 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Routers {'885db848-242f-4752-b087-3ce8421e0bdf'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:41:54.914700 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:41:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['885db848-242f-4752-b087-3ce8421e0bdf'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:54.933930 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:54.965880 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa384553-c4ea-4f72-91ea-52520a94d7f9 None None] Pushing event updated for resources: {'Port': ['ID=dd2b4345-e9d2-4987-98d9-f4f76cf563c9,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:54.987474 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-92e7d639-a4cc-428e-8caa-8f9965e7512a None None] Provisioning complete for port 9cdd0761-6125-46ea-9184-9f002611bf2b triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:54.987905 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-92e7d639-a4cc-428e-8caa-8f9965e7512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:55.018360 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 403f8722-d21e-4951-9d1d-d5b407d61af2 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:41:55.074732 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 403f8722-d21e-4951-9d1d-d5b407d61af2 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:41:55.075075 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 403f8722-d21e-4951-9d1d-d5b407d61af2 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:41:55.083233 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-92e7d639-a4cc-428e-8caa-8f9965e7512a None None] Port 9cdd0761-6125-46ea-9184-9f002611bf2b cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:41:55.103734 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] Set router 885db848-242f-4752-b087-3ce8421e0bdf gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:41:55.134789 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Publish callbacks [] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:55.230210 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24476689'] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:55.308463 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Pushing event updated for resources: {'Port': ['ID=9cdd0761-6125-46ea-9184-9f002611bf2b,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:55.320233 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533652'] for router_interface (885db848-242f-4752-b087-3ce8421e0bdf), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:55.398732 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-43a83831-9ee5-442b-ab23-38beb4f03479 admin admin] Deleting port 6192cc26-c5ff-4dae-8850-3057c0786ab4 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:41:55.399248 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43a83831-9ee5-442b-ab23-38beb4f03479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:55.410486 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:55.447719 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885db848-242f-4752-b087-3ce8421e0bdf', 'name': 'tempest-TestMinimumBasicScenario-2052905113-router', 'tenant_id': '0d68f8aa14cf4e96b936c100efc198f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dd2b4345-e9d2-4987-98d9-f4f76cf563c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:49Z', 'updated_at': '2022-07-07T15:41:54Z', 'revision_number': 4, 'project_id': '0d68f8aa14cf4e96b936c100efc198f2', 'gw_port': {'id': 'dd2b4345-e9d2-4987-98d9-f4f76cf563c9', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885db848-242f-4752-b087-3ce8421e0bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:50Z', 'updated_at': '2022-07-07T15:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '9cdd0761-6125-46ea-9184-9f002611bf2b', 'name': '', 'network_id': '8f655d88-d967-4e9c-8578-48c3ad1d2b8f', 'tenant_id': '0d68f8aa14cf4e96b936c100efc198f2', 'mac_address': 'fa:16:3e:02:46:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885db848-242f-4752-b087-3ce8421e0bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e37db448-d5aa-4ade-ad31-f02a10d8bce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:53Z', 'updated_at': '2022-07-07T15:41:54Z', 'revision_number': 1, 'project_id': '0d68f8aa14cf4e96b936c100efc198f2', 'subnets': [{'id': 'e37db448-d5aa-4ade-ad31-f02a10d8bce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:55.448053 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Network 8f655d88-d967-4e9c-8578-48c3ad1d2b8f is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:41:55.450174 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:41:55.483706 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3359e4-cf61-4698-bd92-85b0bbc69704 None None] The sync data for ids ['885db848-242f-4752-b087-3ce8421e0bdf'] in dv-cinder-841302-5-iscsi is: [{'id': '885db848-242f-4752-b087-3ce8421e0bdf', 'name': 'tempest-TestMinimumBasicScenario-2052905113-router', 'tenant_id': '0d68f8aa14cf4e96b936c100efc198f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dd2b4345-e9d2-4987-98d9-f4f76cf563c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:49Z', 'updated_at': '2022-07-07T15:41:54Z', 'revision_number': 4, 'project_id': '0d68f8aa14cf4e96b936c100efc198f2', 'gw_port': {'id': 'dd2b4345-e9d2-4987-98d9-f4f76cf563c9', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885db848-242f-4752-b087-3ce8421e0bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:50Z', 'updated_at': '2022-07-07T15:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '9cdd0761-6125-46ea-9184-9f002611bf2b', 'name': '', 'network_id': '8f655d88-d967-4e9c-8578-48c3ad1d2b8f', 'tenant_id': '0d68f8aa14cf4e96b936c100efc198f2', 'mac_address': 'fa:16:3e:02:46:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885db848-242f-4752-b087-3ce8421e0bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e37db448-d5aa-4ade-ad31-f02a10d8bce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:53Z', 'updated_at': '2022-07-07T15:41:54Z', 'revision_number': 1, 'project_id': '0d68f8aa14cf4e96b936c100efc198f2', 'subnets': [{'id': 'e37db448-d5aa-4ade-ad31-f02a10d8bce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:41:55.553239 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-43a83831-9ee5-442b-ab23-38beb4f03479 admin admin] For port 6192cc26-c5ff-4dae-8850-3057c0786ab4, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=6192cc26-c5ff-4dae-8850-3057c0786ab4,segment=NetworkSegment(ddb63a5b-06bc-4d08-9950-f7e9a9fce726),segment_id=ddb63a5b-06bc-4d08-9950-f7e9a9fce726)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:41:55.553693 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43a83831-9ee5-442b-ab23-38beb4f03479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:55.572569 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-43a83831-9ee5-442b-ab23-38beb4f03479 admin admin] Calling delete_port for 6192cc26-c5ff-4dae-8850-3057c0786ab4 owned by network:router_interface {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:41:55.594437 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Router 885db848-242f-4752-b087-3ce8421e0bdf has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:41:55.620208 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:55.706615 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:55.730365 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:41:55.736192 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-f693ff2d-f352-43e1-8c95-780e3f5be636 admin admin] 10.222.0.25 "PUT /v2.0/routers/885db848-242f-4752-b087-3ce8421e0bdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6844099 Jul 07 15:41:55.811721 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-2ee6afa4-2372-4046-ada3-c83202a53092 None None] Provisioning complete for port 9cdd0761-6125-46ea-9184-9f002611bf2b triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:55.812085 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2ee6afa4-2372-4046-ada3-c83202a53092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:55.851719 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6afa4-2372-4046-ada3-c83202a53092 None None] Port 9cdd0761-6125-46ea-9184-9f002611bf2b cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:41:55.860337 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:55.889245 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43a83831-9ee5-442b-ab23-38beb4f03479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (6192cc26-c5ff-4dae-8850-3057c0786ab4), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:55.920876 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a83831-9ee5-442b-ab23-38beb4f03479 admin admin] Pushing event deleted for resources: {'Port': ['ID=6192cc26-c5ff-4dae-8850-3057c0786ab4,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:56.072123 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:56.151375 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-43a83831-9ee5-442b-ab23-38beb4f03479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535307'] for router_interface (f708b90e-2bce-4659-8159-86e72be85924), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:56.327268 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:56.401782 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a83831-9ee5-442b-ab23-38beb4f03479 admin admin] Router f708b90e-2bce-4659-8159-86e72be85924 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:41:56.480875 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:56.562039 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a83831-9ee5-442b-ab23-38beb4f03479 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:41:56.567440 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-43a83831-9ee5-442b-ab23-38beb4f03479 admin admin] 10.222.0.25 "PUT /v2.0/routers/f708b90e-2bce-4659-8159-86e72be85924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3143940 Jul 07 15:41:56.570083 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50386) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:56.574541 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6118081a-25e2-4393-9d87-89994a8e4e26 None None] Sync routers for ids ['f708b90e-2bce-4659-8159-86e72be85924'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:41:56.588837 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6118081a-25e2-4393-9d87-89994a8e4e26 None None] Routers {'f708b90e-2bce-4659-8159-86e72be85924'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:41:56.589640 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-6118081a-25e2-4393-9d87-89994a8e4e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:41:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['f708b90e-2bce-4659-8159-86e72be85924'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:56.698044 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c9de553-bdeb-41ea-86bf-1dae7f603447 admin admin] Publish callbacks [] for router (f708b90e-2bce-4659-8159-86e72be85924), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:56.711420 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-6118081a-25e2-4393-9d87-89994a8e4e26 None None] Set router f708b90e-2bce-4659-8159-86e72be85924 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:41:56.739721 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:56.790233 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:56.816041 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c9de553-bdeb-41ea-86bf-1dae7f603447 admin admin] Publish callbacks [] for router_gateway (f708b90e-2bce-4659-8159-86e72be85924), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:56.832338 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fb873-2572-47dd-b41c-4763ac2af38c req-6d2b8a15-cc10-4d8f-b973-77524852d027 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:41:56.834498 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-363fb873-2572-47dd-b41c-4763ac2af38c req-6d2b8a15-cc10-4d8f-b973-77524852d027 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/networks?id=9da41ecc-09e3-4587-b0bc-9b4f13d625d5 HTTP/1.1" status: 200 len: 808 time: 0.2112408 Jul 07 15:41:56.865348 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-363fb873-2572-47dd-b41c-4763ac2af38c req-616a0937-cae2-4540-aa22-b73e2a067d8b tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/quotas/f90b44820e424210b4dea0abc23ea469 HTTP/1.1" status: 200 len: 375 time: 0.0240510 Jul 07 15:41:56.902002 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-363fb873-2572-47dd-b41c-4763ac2af38c req-cc188f2b-4723-4991-a6fc-ad601780bac3 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f90b44820e424210b4dea0abc23ea469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333040 Jul 07 15:41:56.934095 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-6118081a-25e2-4393-9d87-89994a8e4e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f708b90e-2bce-4659-8159-86e72be85924', 'name': 'tempest-TestShelveInstance-2082612673-router', 'tenant_id': '7714a76c80c94191a77576e343e64e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '46270a94-e716-4c49-a102-4eccfc2b809e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:02Z', 'updated_at': '2022-07-07T15:41:55Z', 'revision_number': 5, 'project_id': '7714a76c80c94191a77576e343e64e16', 'gw_port': {'id': '46270a94-e716-4c49-a102-4eccfc2b809e', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f708b90e-2bce-4659-8159-86e72be85924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:03Z', 'updated_at': '2022-07-07T15:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:56.992049 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-4c9de553-bdeb-41ea-86bf-1dae7f603447 admin admin] Deleting port 46270a94-e716-4c49-a102-4eccfc2b809e {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:41:56.992491 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c9de553-bdeb-41ea-86bf-1dae7f603447 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (46270a94-e716-4c49-a102-4eccfc2b809e), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:56.994433 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6118081a-25e2-4393-9d87-89994a8e4e26 None None] Checking router: f708b90e-2bce-4659-8159-86e72be85924 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:41:57.007884 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6118081a-25e2-4393-9d87-89994a8e4e26 None None] Routers {'f708b90e-2bce-4659-8159-86e72be85924'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:41:57.008701 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-6118081a-25e2-4393-9d87-89994a8e4e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:41:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['f708b90e-2bce-4659-8159-86e72be85924'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:57.136224 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-4c9de553-bdeb-41ea-86bf-1dae7f603447 admin admin] For port 46270a94-e716-4c49-a102-4eccfc2b809e, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=46270a94-e716-4c49-a102-4eccfc2b809e,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:41:57.136772 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c9de553-bdeb-41ea-86bf-1dae7f603447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (46270a94-e716-4c49-a102-4eccfc2b809e), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:57.149215 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device dd2b4345-e9d2-4987-98d9-f4f76cf563c9 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:41:57.175817 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:57.188323 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-4c9de553-bdeb-41ea-86bf-1dae7f603447 admin admin] Calling delete_port for 46270a94-e716-4c49-a102-4eccfc2b809e owned by network:router_gateway {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:41:57.205011 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-363fb873-2572-47dd-b41c-4763ac2af38c req-4e9913ac-7bcf-494c-9a22-6bed40a4b066 service neutron] 10.222.0.25 "GET /v2.0/networks/9da41ecc-09e3-4587-b0bc-9b4f13d625d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788255 Jul 07 15:41:57.210919 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-6118081a-25e2-4393-9d87-89994a8e4e26 None None] Set router f708b90e-2bce-4659-8159-86e72be85924 gateway port host: None {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:41:57.245281 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port dd2b4345-e9d2-4987-98d9-f4f76cf563c9 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:57.245935 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (dd2b4345-e9d2-4987-98d9-f4f76cf563c9), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:57.334111 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-6118081a-25e2-4393-9d87-89994a8e4e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f708b90e-2bce-4659-8159-86e72be85924', 'name': 'tempest-TestShelveInstance-2082612673-router', 'tenant_id': '7714a76c80c94191a77576e343e64e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:02Z', 'updated_at': '2022-07-07T15:41:56Z', 'revision_number': 6, 'project_id': '7714a76c80c94191a77576e343e64e16', 'gw_port_host': None}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:57.372516 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-363fb873-2572-47dd-b41c-4763ac2af38c req-cd0468b9-3260-4aab-a7f4-7f81fa499a88 service neutron] 10.222.0.25 "GET /v2.0/networks/9da41ecc-09e3-4587-b0bc-9b4f13d625d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664529 Jul 07 15:41:57.378743 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:57.388107 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6118081a-25e2-4393-9d87-89994a8e4e26 None None] The sync data for ids ['f708b90e-2bce-4659-8159-86e72be85924'] in dv-cinder-841302-5-iscsi is: [{'id': 'f708b90e-2bce-4659-8159-86e72be85924', 'name': 'tempest-TestShelveInstance-2082612673-router', 'tenant_id': '7714a76c80c94191a77576e343e64e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:02Z', 'updated_at': '2022-07-07T15:41:56Z', 'revision_number': 6, 'project_id': '7714a76c80c94191a77576e343e64e16', 'gw_port_host': None}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:41:57.444388 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:57.462377 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port dd2b4345-e9d2-4987-98d9-f4f76cf563c9 is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:41:57.462768 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (dd2b4345-e9d2-4987-98d9-f4f76cf563c9), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:57.524221 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] For port dd2b4345-e9d2-4987-98d9-f4f76cf563c9, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=dd2b4345-e9d2-4987-98d9-f4f76cf563c9,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:41:57.575381 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (dd2b4345-e9d2-4987-98d9-f4f76cf563c9), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:57.636587 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Pushing event updated for resources: {'Port': ['ID=dd2b4345-e9d2-4987-98d9-f4f76cf563c9,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:57.675601 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c9de553-bdeb-41ea-86bf-1dae7f603447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (46270a94-e716-4c49-a102-4eccfc2b809e), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:57.730389 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9de553-bdeb-41ea-86bf-1dae7f603447 admin admin] Pushing event deleted for resources: {'Port': ['ID=46270a94-e716-4c49-a102-4eccfc2b809e,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:57.796904 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ac239e23-c51c-4230-8a4f-d9425b8a7578 req-93b1a8c5-5b0e-4fa9-891f-bb45fedce73c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 210 time: 0.0845091 Jul 07 15:41:57.832019 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c9de553-bdeb-41ea-86bf-1dae7f603447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537153'] for router_gateway (f708b90e-2bce-4659-8159-86e72be85924), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:58.242906 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c9de553-bdeb-41ea-86bf-1dae7f603447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89501'] for router (f708b90e-2bce-4659-8159-86e72be85924), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:58.245292 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c9de553-bdeb-41ea-86bf-1dae7f603447 admin admin] Publish callbacks [] for router_controller (f708b90e-2bce-4659-8159-86e72be85924), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:58.380645 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c9de553-bdeb-41ea-86bf-1dae7f603447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532526'] for router (f708b90e-2bce-4659-8159-86e72be85924), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:58.381309 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9de553-bdeb-41ea-86bf-1dae7f603447 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f708b90e-2bce-4659-8159-86e72be85924 {{(pid=104327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 15:41:58.386151 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4c9de553-bdeb-41ea-86bf-1dae7f603447 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:58.390467 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4c9de553-bdeb-41ea-86bf-1dae7f603447 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f708b90e-2bce-4659-8159-86e72be85924 HTTP/1.1" status: 204 len: 168 time: 1.8152001 Jul 07 15:41:58.390594 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50410) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:58.456210 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdebb0b7-2ee2-4b92-8213-9eb53ac43c5d admin admin] Deleting subnet 36250930-4701-4106-af55-14228a2ae930 {{(pid=104328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 15:41:58.460814 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cdebb0b7-2ee2-4b92-8213-9eb53ac43c5d admin admin] Publish callbacks [] for subnet (36250930-4701-4106-af55-14228a2ae930), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:58.502112 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cdebb0b7-2ee2-4b92-8213-9eb53ac43c5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13767422'] for subnet (36250930-4701-4106-af55-14228a2ae930), precommit_delete_associations {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:58.617397 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cdebb0b7-2ee2-4b92-8213-9eb53ac43c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1810892'] for subnet (36250930-4701-4106-af55-14228a2ae930), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:58.780427 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cdebb0b7-2ee2-4b92-8213-9eb53ac43c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1810887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13707913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13927324'] for subnet (36250930-4701-4106-af55-14228a2ae930), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:58.822892 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebb0b7-2ee2-4b92-8213-9eb53ac43c5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36250930-4701-4106-af55-14228a2ae930,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:58.824596 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-cdebb0b7-2ee2-4b92-8213-9eb53ac43c5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:58.830151 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f67e75-8530-4db9-88d5-1a5facbf23bc None None] Network 7e500784-dd6d-4802-80d2-957f6db54606 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:41:58.831987 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-cdebb0b7-2ee2-4b92-8213-9eb53ac43c5d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/36250930-4701-4106-af55-14228a2ae930 HTTP/1.1" status: 204 len: 168 time: 0.4406066 Jul 07 15:41:58.834475 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50416) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:41:58.910934 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Sync routers for ids ['885db848-242f-4752-b087-3ce8421e0bdf'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:41:58.938910 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342902'] for network (7e500784-dd6d-4802-80d2-957f6db54606), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:58.971533 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Routers {'885db848-242f-4752-b087-3ce8421e0bdf'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:41:58.972646 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:41:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['885db848-242f-4752-b087-3ce8421e0bdf'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:59.004461 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6591bb25-a4d2-4cec-a0a0-08ab926fd438 req-9deba731-bdd8-48ee-9135-b6c06f5f379f tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 210 time: 0.0601976 Jul 07 15:41:59.061269 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] Deleting port 41cd7996-e2c2-4a64-9a0e-abfcefd84418 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:41:59.061269 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (41cd7996-e2c2-4a64-9a0e-abfcefd84418), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:59.076329 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device dd2b4345-e9d2-4987-98d9-f4f76cf563c9 up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:41:59.156746 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e941d8-eaa1-4ca3-b740-f52f106d35a1 None None] DHCP port deletion for 7e500784-dd6d-4802-80d2-957f6db54606 request from dv-cinder-841302-5-iscsi {{(pid=104329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 15:41:59.176815 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] For port 41cd7996-e2c2-4a64-9a0e-abfcefd84418, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=41cd7996-e2c2-4a64-9a0e-abfcefd84418,segment=NetworkSegment(ddb63a5b-06bc-4d08-9950-f7e9a9fce726),segment_id=ddb63a5b-06bc-4d08-9950-f7e9a9fce726)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:41:59.177176 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (41cd7996-e2c2-4a64-9a0e-abfcefd84418), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:59.196990 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] Calling delete_port for 41cd7996-e2c2-4a64-9a0e-abfcefd84418 owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:41:59.216174 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Set router 885db848-242f-4752-b087-3ce8421e0bdf gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:41:59.264703 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port dd2b4345-e9d2-4987-98d9-f4f76cf563c9 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:41:59.265327 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (dd2b4345-e9d2-4987-98d9-f4f76cf563c9), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:59.275396 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-c1e941d8-eaa1-4ca3-b740-f52f106d35a1 None None] Deleting port 41cd7996-e2c2-4a64-9a0e-abfcefd84418 {{(pid=104329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:41:59.276024 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c1e941d8-eaa1-4ca3-b740-f52f106d35a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (41cd7996-e2c2-4a64-9a0e-abfcefd84418), before_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:59.364294 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (41cd7996-e2c2-4a64-9a0e-abfcefd84418), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:59.405871 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] Pushing event deleted for resources: {'Port': ['ID=41cd7996-e2c2-4a64-9a0e-abfcefd84418,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:59.409314 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] No DVR routers for this DVR port 41cd7996-e2c2-4a64-9a0e-abfcefd84418 on host dv-cinder-841302-5-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:41:59.466484 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:59.468737 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-c1e941d8-eaa1-4ca3-b740-f52f106d35a1 None None] For port 41cd7996-e2c2-4a64-9a0e-abfcefd84418, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=41cd7996-e2c2-4a64-9a0e-abfcefd84418,segment=NetworkSegment(ddb63a5b-06bc-4d08-9950-f7e9a9fce726),segment_id=ddb63a5b-06bc-4d08-9950-f7e9a9fce726)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:41:59.469294 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c1e941d8-eaa1-4ca3-b740-f52f106d35a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (41cd7996-e2c2-4a64-9a0e-abfcefd84418), precommit_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:59.517029 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747750', 'neutron.services.segments.db._delete_segments_for_network-8732231032441'] for network (7e500784-dd6d-4802-80d2-957f6db54606), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:59.525228 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:41:59.527709 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-c1e941d8-eaa1-4ca3-b740-f52f106d35a1 None None] Calling delete_port for 41cd7996-e2c2-4a64-9a0e-abfcefd84418 owned by network:dhcp {{(pid=104329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:41:59.546594 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e500784-dd6d-4802-80d2-957f6db54606']}} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:59.558819 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb63a5b-06bc-4d08-9950-f7e9a9fce726') {'for_net_delete': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:59.559238 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb63a5b-06bc-4d08-9950-f7e9a9fce726') {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:59.583057 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231034498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13767413'] for segment (ddb63a5b-06bc-4d08-9950-f7e9a9fce726), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:59.594305 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (ddb63a5b-06bc-4d08-9950-f7e9a9fce726), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:59.602600 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=104328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 15:41:59.603180 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13707891'] for segment (ddb63a5b-06bc-4d08-9950-f7e9a9fce726), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:59.627918 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment ddb63a5b-06bc-4d08-9950-f7e9a9fce726 resource provider aggregate not found Jul 07 15:41:59.669554 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c1e941d8-eaa1-4ca3-b740-f52f106d35a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (41cd7996-e2c2-4a64-9a0e-abfcefd84418), after_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:59.705460 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment ddb63a5b-06bc-4d08-9950-f7e9a9fce726 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddb63a5b-06bc-4d08-9950-f7e9a9fce726 found for delete ", "request_id": "req-9b656764-6bf0-442b-bf52-76f1312843bd"}]} Jul 07 15:41:59.742182 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e941d8-eaa1-4ca3-b740-f52f106d35a1 None None] Pushing event deleted for resources: {'Port': ['ID=41cd7996-e2c2-4a64-9a0e-abfcefd84418,revision_number=None']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:59.748450 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e941d8-eaa1-4ca3-b740-f52f106d35a1 None None] No DVR routers for this DVR port 41cd7996-e2c2-4a64-9a0e-abfcefd84418 on host dv-cinder-841302-5-iscsi {{(pid=104329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:41:59.752722 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port dd2b4345-e9d2-4987-98d9-f4f76cf563c9 is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:41:59.763055 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539648'] for network (7e500784-dd6d-4802-80d2-957f6db54606), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:59.768783 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:59.777510 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] 10.222.0.25 "DELETE /v2.0/networks/7e500784-dd6d-4802-80d2-957f6db54606 HTTP/1.1" status: 204 len: 168 time: 0.9412062 Jul 07 15:41:59.783419 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885db848-242f-4752-b087-3ce8421e0bdf', 'name': 'tempest-TestMinimumBasicScenario-2052905113-router', 'tenant_id': '0d68f8aa14cf4e96b936c100efc198f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dd2b4345-e9d2-4987-98d9-f4f76cf563c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:49Z', 'updated_at': '2022-07-07T15:41:54Z', 'revision_number': 4, 'project_id': '0d68f8aa14cf4e96b936c100efc198f2', 'gw_port': {'id': 'dd2b4345-e9d2-4987-98d9-f4f76cf563c9', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885db848-242f-4752-b087-3ce8421e0bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:50Z', 'updated_at': '2022-07-07T15:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '9cdd0761-6125-46ea-9184-9f002611bf2b', 'name': '', 'network_id': '8f655d88-d967-4e9c-8578-48c3ad1d2b8f', 'tenant_id': '0d68f8aa14cf4e96b936c100efc198f2', 'mac_address': 'fa:16:3e:02:46:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885db848-242f-4752-b087-3ce8421e0bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e37db448-d5aa-4ade-ad31-f02a10d8bce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:53Z', 'updated_at': '2022-07-07T15:41:54Z', 'revision_number': 2, 'project_id': '0d68f8aa14cf4e96b936c100efc198f2', 'subnets': [{'id': 'e37db448-d5aa-4ade-ad31-f02a10d8bce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:41:59.800899 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee7073-1c9b-408e-9b64-5be90bbf3eba admin admin] Pushing event deleted for resources: {'Network': ['ID=7e500784-dd6d-4802-80d2-957f6db54606,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:41:59.821242 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Checking router: 885db848-242f-4752-b087-3ce8421e0bdf for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:41:59.821588 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Updating router 885db848-242f-4752-b087-3ce8421e0bdf port 9cdd0761-6125-46ea-9184-9f002611bf2b binding host dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 15:41:59.880868 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 6192cc26-c5ff-4dae-8850-3057c0786ab4 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:41:59.883812 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:41:59.914458 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 6192cc26-c5ff-4dae-8850-3057c0786ab4 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:41:59.914796 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 6192cc26-c5ff-4dae-8850-3057c0786ab4 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:41:59.915212 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 46270a94-e716-4c49-a102-4eccfc2b809e no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:41:59.957734 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 46270a94-e716-4c49-a102-4eccfc2b809e {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:41:59.957734 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 46270a94-e716-4c49-a102-4eccfc2b809e not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:42:00.189368 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-116e3f80-c924-4ebe-abfe-b86a223206cc req-c35d44aa-9a11-49ba-8a67-a793e439506e tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 210 time: 0.0640023 Jul 07 15:42:00.256166 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:00.302107 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50426) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:42:00.325149 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:00.375948 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-1c3533b7-4f44-46c2-ae8a-542a855b00e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41be827d61314cdbb5387c24e6353bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0720139 Jul 07 15:42:00.377881 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50428) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:42:00.389864 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:00.409366 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fb873-2572-47dd-b41c-4763ac2af38c req-4b206f48-13ea-45d1-8375-4e9c0e02447b tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:00.415415 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-363fb873-2572-47dd-b41c-4763ac2af38c req-4b206f48-13ea-45d1-8375-4e9c0e02447b tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.50 "GET /v2.0/networks?id=9da41ecc-09e3-4587-b0bc-9b4f13d625d5 HTTP/1.1" status: 200 len: 808 time: 0.2022235 Jul 07 15:42:00.419695 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Publish callbacks [] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), precommit_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:00.432548 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-363fb873-2572-47dd-b41c-4763ac2af38c req-31e3f3e6-6106-4fb1-b939-e364929461cb tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Request body: {'port': {'device_id': '8f8c6850-8369-499b-9f86-95bf45d62118', 'network_id': '9da41ecc-09e3-4587-b0bc-9b4f13d625d5', 'admin_state_up': True, 'tenant_id': 'f90b44820e424210b4dea0abc23ea469'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:00.455522 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0b9e-16f6-46ed-a53d-ba714f804412 admin admin] Publish callbacks [] for security_group (6c8900bc-c752-4971-b59d-ac47a11da62b), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:00.490312 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0b9e-16f6-46ed-a53d-ba714f804412 admin admin] Publish callbacks [] for security_group (6c8900bc-c752-4971-b59d-ac47a11da62b), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:00.523824 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:00.586465 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8a5c4-5ee0-424e-b715-23bba1d13e5d None None] Pushing event updated for resources: {'Port': ['ID=9cdd0761-6125-46ea-9184-9f002611bf2b,revision_number=3']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:00.654522 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363fb873-2572-47dd-b41c-4763ac2af38c req-31e3f3e6-6106-4fb1-b939-e364929461cb tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Made reservation on behalf of f90b44820e424210b4dea0abc23ea469 for: {'port': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:42:00.654958 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0b9e-16f6-46ed-a53d-ba714f804412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (6c8900bc-c752-4971-b59d-ac47a11da62b), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:00.657614 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0b9e-16f6-46ed-a53d-ba714f804412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:00.658111 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-363fb873-2572-47dd-b41c-4763ac2af38c req-31e3f3e6-6106-4fb1-b939-e364929461cb tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:00.661398 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8b0c0b9e-16f6-46ed-a53d-ba714f804412 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c8900bc-c752-4971-b59d-ac47a11da62b HTTP/1.1" status: 204 len: 168 time: 0.2801902 Jul 07 15:42:00.673524 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c0b9e-16f6-46ed-a53d-ba714f804412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8900bc-c752-4971-b59d-ac47a11da62b,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:00.774338 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Attempting to bind port 9cdd0761-6125-46ea-9184-9f002611bf2b on host dv-cinder-841302-5-iscsi for vnic_type normal with profile {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:42:00.775044 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Attempting to bind port 9cdd0761-6125-46ea-9184-9f002611bf2b by drivers openvswitch,hyperv on host dv-cinder-841302-5-iscsi at level 0 using segments [{'id': '690e5cfd-19a4-4519-b253-05dc7b97f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8f655d88-d967-4e9c-8578-48c3ad1d2b8f'}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:42:00.775782 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Attempting to bind port 9cdd0761-6125-46ea-9184-9f002611bf2b on network 8f655d88-d967-4e9c-8578-48c3ad1d2b8f {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:42:00.786419 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Checking agent: {'id': '0ab8e037-3547-4239-9d12-5e014d4bc252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 24, 56), 'started_at': datetime.datetime(2022, 7, 7, 15, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:42:00.786803 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Checking segment: {'id': '690e5cfd-19a4-4519-b253-05dc7b97f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8f655d88-d967-4e9c-8578-48c3ad1d2b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:42:00.787262 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:00.787688 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Bound using segment: {'id': '690e5cfd-19a4-4519-b253-05dc7b97f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8f655d88-d967-4e9c-8578-48c3ad1d2b8f'} {{(pid=104329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:42:00.788202 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.managers [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Bound port: 9cdd0761-6125-46ea-9184-9f002611bf2b, host: dv-cinder-841302-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690e5cfd-19a4-4519-b253-05dc7b97f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8f655d88-d967-4e9c-8578-48c3ad1d2b8f'}}] {{(pid=104329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:42:00.788589 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:00.873405 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] For port 9cdd0761-6125-46ea-9184-9f002611bf2b, host dv-cinder-841302-5-iscsi, cleared binding levels {{(pid=104329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:42:00.876698 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] For port 9cdd0761-6125-46ea-9184-9f002611bf2b, host dv-cinder-841302-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=9cdd0761-6125-46ea-9184-9f002611bf2b,segment=NetworkSegment(690e5cfd-19a4-4519-b253-05dc7b97f222),segment_id=690e5cfd-19a4-4519-b253-05dc7b97f222)] {{(pid=104329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:42:00.898532 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [req-363fb873-2572-47dd-b41c-4763ac2af38c req-31e3f3e6-6106-4fb1-b939-e364929461cb tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Allocated IP 172.20.0.13 (9da41ecc-09e3-4587-b0bc-9b4f13d625d5/86902461-7671-4db6-b6f8-401a7d4e4cb5/8bba30e1-7679-4246-b545-3dc79513c8c8) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:42:00.922045 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-c21eb024-8fc4-4fdf-9cd4-c4701ad0c6ba None None] Provisioning complete for port 9cdd0761-6125-46ea-9184-9f002611bf2b triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:42:00.922577 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c21eb024-8fc4-4fdf-9cd4-c4701ad0c6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:00.975235 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-c21eb024-8fc4-4fdf-9cd4-c4701ad0c6ba None None] Port 9cdd0761-6125-46ea-9184-9f002611bf2b cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:42:00.988736 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 41cd7996-e2c2-4a64-9a0e-abfcefd84418 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:42:01.012114 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 41cd7996-e2c2-4a64-9a0e-abfcefd84418 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:42:01.012496 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 41cd7996-e2c2-4a64-9a0e-abfcefd84418 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:42:01.045130 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:01.075191 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-363fb873-2572-47dd-b41c-4763ac2af38c req-31e3f3e6-6106-4fb1-b939-e364929461cb tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Publish callbacks [] for port (8bba30e1-7679-4246-b545-3dc79513c8c8), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:01.192079 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:01.195287 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:01.220827 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-363fb873-2572-47dd-b41c-4763ac2af38c req-31e3f3e6-6106-4fb1-b939-e364929461cb tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (8bba30e1-7679-4246-b545-3dc79513c8c8), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:01.253883 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Routers {'885db848-242f-4752-b087-3ce8421e0bdf'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:42:01.254538 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:41:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['885db848-242f-4752-b087-3ce8421e0bdf'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:42:01.258619 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8a5c4-5ee0-424e-b715-23bba1d13e5d None None] Pushing event updated for resources: {'Port': ['ID=9cdd0761-6125-46ea-9184-9f002611bf2b,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:01.290904 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3f3e6-6106-4fb1-b939-e364929461cb tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Pushing event updated for resources: {'Port': ['ID=8bba30e1-7679-4246-b545-3dc79513c8c8,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:01.315117 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363fb873-2572-47dd-b41c-4763ac2af38c req-31e3f3e6-6106-4fb1-b939-e364929461cb tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Network 9da41ecc-09e3-4587-b0bc-9b4f13d625d5 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:42:01.317426 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [req-363fb873-2572-47dd-b41c-4763ac2af38c req-31e3f3e6-6106-4fb1-b939-e364929461cb tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:42:01.326276 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [req-363fb873-2572-47dd-b41c-4763ac2af38c req-31e3f3e6-6106-4fb1-b939-e364929461cb tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:42:01.386819 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] Set router 885db848-242f-4752-b087-3ce8421e0bdf gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:42:01.413957 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7df5b-a44a-4cd9-b07d-cf77ce922676 req-b6b9cf07-0cbe-402c-8cfd-388a046c7f23 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:01.415951 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cff7df5b-a44a-4cd9-b07d-cf77ce922676 req-b6b9cf07-0cbe-402c-8cfd-388a046c7f23 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 932 time: 0.0859172 Jul 07 15:42:01.465929 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fb873-2572-47dd-b41c-4763ac2af38c req-31e3f3e6-6106-4fb1-b939-e364929461cb tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:01.467409 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-363fb873-2572-47dd-b41c-4763ac2af38c req-31e3f3e6-6106-4fb1-b939-e364929461cb tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:01.545909 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cff7df5b-a44a-4cd9-b07d-cf77ce922676 req-2b5b5bef-6416-496b-9f36-8e9682506ed3 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166735 Jul 07 15:42:01.593640 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-363fb873-2572-47dd-b41c-4763ac2af38c req-31e3f3e6-6106-4fb1-b939-e364929461cb tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1657069 Jul 07 15:42:01.605505 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Request body: {'port': {'device_id': '8f8c6850-8369-499b-9f86-95bf45d62118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:01.639129 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-d0202980-4fe2-4e95-8fb4-b0a7aff8e005 None None] Provisioning complete for port 9cdd0761-6125-46ea-9184-9f002611bf2b triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:42:01.639492 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d0202980-4fe2-4e95-8fb4-b0a7aff8e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:01.691874 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8bba30e1-7679-4246-b545-3dc79513c8c8), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:01.747162 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885db848-242f-4752-b087-3ce8421e0bdf', 'name': 'tempest-TestMinimumBasicScenario-2052905113-router', 'tenant_id': '0d68f8aa14cf4e96b936c100efc198f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dd2b4345-e9d2-4987-98d9-f4f76cf563c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:49Z', 'updated_at': '2022-07-07T15:41:54Z', 'revision_number': 4, 'project_id': '0d68f8aa14cf4e96b936c100efc198f2', 'gw_port': {'id': 'dd2b4345-e9d2-4987-98d9-f4f76cf563c9', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885db848-242f-4752-b087-3ce8421e0bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:50Z', 'updated_at': '2022-07-07T15:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '9cdd0761-6125-46ea-9184-9f002611bf2b', 'name': '', 'network_id': '8f655d88-d967-4e9c-8578-48c3ad1d2b8f', 'tenant_id': '0d68f8aa14cf4e96b936c100efc198f2', 'mac_address': 'fa:16:3e:02:46:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885db848-242f-4752-b087-3ce8421e0bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e37db448-d5aa-4ade-ad31-f02a10d8bce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:53Z', 'updated_at': '2022-07-07T15:42:00Z', 'revision_number': 4, 'project_id': '0d68f8aa14cf4e96b936c100efc198f2', 'subnets': [{'id': 'e37db448-d5aa-4ade-ad31-f02a10d8bce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:42:01.800378 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8608cb-70e9-4554-9375-c010d4a7dde1 None None] The sync data for ids ['885db848-242f-4752-b087-3ce8421e0bdf'] in dv-cinder-841302-5-iscsi is: [{'id': '885db848-242f-4752-b087-3ce8421e0bdf', 'name': 'tempest-TestMinimumBasicScenario-2052905113-router', 'tenant_id': '0d68f8aa14cf4e96b936c100efc198f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dd2b4345-e9d2-4987-98d9-f4f76cf563c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:49Z', 'updated_at': '2022-07-07T15:41:54Z', 'revision_number': 4, 'project_id': '0d68f8aa14cf4e96b936c100efc198f2', 'gw_port': {'id': 'dd2b4345-e9d2-4987-98d9-f4f76cf563c9', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885db848-242f-4752-b087-3ce8421e0bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:50Z', 'updated_at': '2022-07-07T15:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '9cdd0761-6125-46ea-9184-9f002611bf2b', 'name': '', 'network_id': '8f655d88-d967-4e9c-8578-48c3ad1d2b8f', 'tenant_id': '0d68f8aa14cf4e96b936c100efc198f2', 'mac_address': 'fa:16:3e:02:46:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885db848-242f-4752-b087-3ce8421e0bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e37db448-d5aa-4ade-ad31-f02a10d8bce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:53Z', 'updated_at': '2022-07-07T15:42:00Z', 'revision_number': 4, 'project_id': '0d68f8aa14cf4e96b936c100efc198f2', 'subnets': [{'id': 'e37db448-d5aa-4ade-ad31-f02a10d8bce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:42:01.810622 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-d0202980-4fe2-4e95-8fb4-b0a7aff8e005 None None] Current status of the port 9cdd0761-6125-46ea-9184-9f002611bf2b is: DOWN; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:42:01.810993 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d0202980-4fe2-4e95-8fb4-b0a7aff8e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:01.859776 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-d0202980-4fe2-4e95-8fb4-b0a7aff8e005 None None] For port 9cdd0761-6125-46ea-9184-9f002611bf2b, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=9cdd0761-6125-46ea-9184-9f002611bf2b,segment=NetworkSegment(690e5cfd-19a4-4519-b253-05dc7b97f222),segment_id=690e5cfd-19a4-4519-b253-05dc7b97f222)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:42:01.936526 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d0202980-4fe2-4e95-8fb4-b0a7aff8e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:01.976232 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50444) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:42:02.004949 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:02.018902 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0202980-4fe2-4e95-8fb4-b0a7aff8e005 None None] Pushing event updated for resources: {'Port': ['ID=9cdd0761-6125-46ea-9184-9f002611bf2b,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:02.067296 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-bf8b739a-321e-4e51-9393-01c5a6777026 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7714a76c80c94191a77576e343e64e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0877964 Jul 07 15:42:02.068766 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50446) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:42:02.075723 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bba30e1-7679-4246-b545-3dc79513c8c8 {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:42:02.085785 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Publish callbacks [] for port (8bba30e1-7679-4246-b545-3dc79513c8c8), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:02.104595 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Transition to ACTIVE for port object 8bba30e1-7679-4246-b545-3dc79513c8c8 will not be triggered until provisioned by entity L2. {{(pid=104328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:42:02.145961 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-43ffe4e8-9006-4975-a873-f890d9fff47f admin admin] Publish callbacks [] for security_group (b1622fb9-2133-4492-a188-17d65fcd31f1), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:02.181005 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-43ffe4e8-9006-4975-a873-f890d9fff47f admin admin] Publish callbacks [] for security_group (b1622fb9-2133-4492-a188-17d65fcd31f1), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:02.200840 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (8bba30e1-7679-4246-b545-3dc79513c8c8), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:02.266798 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:02.300685 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Pushing event updated for resources: {'Port': ['ID=8bba30e1-7679-4246-b545-3dc79513c8c8,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:02.374179 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-43ffe4e8-9006-4975-a873-f890d9fff47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (b1622fb9-2133-4492-a188-17d65fcd31f1), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:02.377019 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-43ffe4e8-9006-4975-a873-f890d9fff47f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:02.378286 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-43ffe4e8-9006-4975-a873-f890d9fff47f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1622fb9-2133-4492-a188-17d65fcd31f1 HTTP/1.1" status: 204 len: 168 time: 0.3089099 Jul 07 15:42:02.392947 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffe4e8-9006-4975-a873-f890d9fff47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1622fb9-2133-4492-a188-17d65fcd31f1,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:02.437927 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Attempting to bind port 8bba30e1-7679-4246-b545-3dc79513c8c8 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:42:02.438269 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Attempting to bind port 8bba30e1-7679-4246-b545-3dc79513c8c8 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '6f9efeac-9439-46ef-81ac-f243ac8d322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9da41ecc-09e3-4587-b0bc-9b4f13d625d5'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:42:02.442056 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Attempting to bind port 8bba30e1-7679-4246-b545-3dc79513c8c8 on network 9da41ecc-09e3-4587-b0bc-9b4f13d625d5 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:42:02.445159 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Port 8bba30e1-7679-4246-b545-3dc79513c8c8 on network 9da41ecc-09e3-4587-b0bc-9b4f13d625d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:42:02.445603 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Attempting to bind port 8bba30e1-7679-4246-b545-3dc79513c8c8 on network 9da41ecc-09e3-4587-b0bc-9b4f13d625d5 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:42:02.451348 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:42:02.452173 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Checking segment: {'id': '6f9efeac-9439-46ef-81ac-f243ac8d322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9da41ecc-09e3-4587-b0bc-9b4f13d625d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:42:02.452173 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Bound using segment: {'id': '6f9efeac-9439-46ef-81ac-f243ac8d322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9da41ecc-09e3-4587-b0bc-9b4f13d625d5'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:42:02.452532 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Bound port: 8bba30e1-7679-4246-b545-3dc79513c8c8, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9efeac-9439-46ef-81ac-f243ac8d322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9da41ecc-09e3-4587-b0bc-9b4f13d625d5'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:42:02.452896 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8bba30e1-7679-4246-b545-3dc79513c8c8), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:02.535137 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] For port 8bba30e1-7679-4246-b545-3dc79513c8c8, host hv-cinder-84130, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:42:02.538772 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] For port 8bba30e1-7679-4246-b545-3dc79513c8c8, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8bba30e1-7679-4246-b545-3dc79513c8c8,segment=NetworkSegment(6f9efeac-9439-46ef-81ac-f243ac8d322e),segment_id=6f9efeac-9439-46ef-81ac-f243ac8d322e)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:42:02.678196 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (8bba30e1-7679-4246-b545-3dc79513c8c8), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:02.693836 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:02.740511 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:02.741183 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:02.744525 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] 10.222.0.50 "PUT /v2.0/ports/8bba30e1-7679-4246-b545-3dc79513c8c8 HTTP/1.1" status: 200 len: 1094 time: 1.1426911 Jul 07 15:42:02.748778 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8c6850-8369-499b-9f86-95bf45d62118', 'tag': '8bba30e1-7679-4246-b545-3dc79513c8c8'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:42:02.751041 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5487c0e3-9c3a-49ad-8e51-8ab480b4a706" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8c6850-8369-499b-9f86-95bf45d62118", "tag": "8bba30e1-7679-4246-b545-3dc79513c8c8"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:42:02.793889 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b633b38-8d4a-43ec-ba31-c01c5247b9b6 req-f4ebb0a5-0145-419a-94eb-b5a42a31463a tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:02.795454 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1b633b38-8d4a-43ec-ba31-c01c5247b9b6 req-f4ebb0a5-0145-419a-94eb-b5a42a31463a tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 944 time: 0.1637490 Jul 07 15:42:02.811120 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7c7b49-45a0-4846-aa56-7e0167a0dd54 x-openstack-request-id: req-9f7c7b49-45a0-4846-aa56-7e0167a0dd54 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:42:02.811417 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8c6850-8369-499b-9f86-95bf45d62118", "tag": "8bba30e1-7679-4246-b545-3dc79513c8c8", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:42:02.811690 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f7c7b49-45a0-4846-aa56-7e0167a0dd54 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:42:02.812104 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f7c7b49-45a0-4846-aa56-7e0167a0dd54'] response: {'name': 'network-changed', 'server_uuid': '8f8c6850-8369-499b-9f86-95bf45d62118', 'tag': '8bba30e1-7679-4246-b545-3dc79513c8c8', 'status': 'completed', 'code': 200} Jul 07 15:42:02.840201 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd3b39-f01e-4b8e-83ec-a9071251543a service neutron] Pushing event updated for resources: {'Port': ['ID=8bba30e1-7679-4246-b545-3dc79513c8c8,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:02.908707 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1b633b38-8d4a-43ec-ba31-c01c5247b9b6 req-cc2e2ebd-6a2d-42dc-912d-a9148ecd5916 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044922 Jul 07 15:42:02.920021 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487c0e3-9c3a-49ad-8e51-8ab480b4a706 req-417a8b98-20e1-49ec-8c22-a97d3ed8a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:02.920021 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5487c0e3-9c3a-49ad-8e51-8ab480b4a706 req-417a8b98-20e1-49ec-8c22-a97d3ed8a76c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f90b44820e424210b4dea0abc23ea469&device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 1128 time: 0.0747769 Jul 07 15:42:03.090760 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 9cdd0761-6125-46ea-9184-9f002611bf2b up at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:42:03.098989 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487c0e3-9c3a-49ad-8e51-8ab480b4a706 req-474e8760-06a3-468d-9c6e-13af5fec830b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:03.101225 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5487c0e3-9c3a-49ad-8e51-8ab480b4a706 req-474e8760-06a3-468d-9c6e-13af5fec830b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f90b44820e424210b4dea0abc23ea469&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1716149 Jul 07 15:42:03.159686 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:03.169072 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Provisioning complete for port 9cdd0761-6125-46ea-9184-9f002611bf2b triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:42:03.169679 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:03.234472 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487c0e3-9c3a-49ad-8e51-8ab480b4a706 req-ea45180e-4157-4412-9ca6-bfe3734f5b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:03.235973 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5487c0e3-9c3a-49ad-8e51-8ab480b4a706 req-ea45180e-4157-4412-9ca6-bfe3734f5b0e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1216235 Jul 07 15:42:03.251785 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Current status of the port 9cdd0761-6125-46ea-9184-9f002611bf2b is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:42:03.326622 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fb873-2572-47dd-b41c-4763ac2af38c req-42f735ed-991d-4f8a-80a7-8ea799942de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:03.328136 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-363fb873-2572-47dd-b41c-4763ac2af38c req-42f735ed-991d-4f8a-80a7-8ea799942de6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f90b44820e424210b4dea0abc23ea469&device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 1128 time: 0.0458024 Jul 07 15:42:03.377964 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-363fb873-2572-47dd-b41c-4763ac2af38c req-11c116bd-2454-4f0d-b68f-3939526dd7c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bba30e1-7679-4246-b545-3dc79513c8c8 HTTP/1.1" status: 200 len: 217 time: 0.0388649 Jul 07 15:42:03.412873 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:03.436177 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c9f69997-7ea0-42cd-bd2c-0c5db29dab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:03.437850 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-363fb873-2572-47dd-b41c-4763ac2af38c req-c9f69997-7ea0-42cd-bd2c-0c5db29dab00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86902461-7671-4db6-b6f8-401a7d4e4cb5 HTTP/1.1" status: 200 len: 848 time: 0.0510457 Jul 07 15:42:03.475314 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-363fb873-2572-47dd-b41c-4763ac2af38c req-cc426184-2013-4fd2-9721-3be9f8505bfc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9da41ecc-09e3-4587-b0bc-9b4f13d625d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286696 Jul 07 15:42:03.596239 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-363fb873-2572-47dd-b41c-4763ac2af38c req-64868c42-7860-43d8-bb67-5d8b53c9882a service neutron] 10.222.0.50 "GET /v2.0/networks/9da41ecc-09e3-4587-b0bc-9b4f13d625d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101813 Jul 07 15:42:03.627185 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:03.699527 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-363fb873-2572-47dd-b41c-4763ac2af38c req-8a3ba11a-5188-4e70-b95e-c1d86837f5d4 service neutron] 10.222.0.50 "GET /v2.0/networks/9da41ecc-09e3-4587-b0bc-9b4f13d625d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931888 Jul 07 15:42:04.295446 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07303e16-dcbd-4743-bf7e-a2139173d4e1 req-31182824-5889-4ef0-bf4d-1b0b7586cd8f tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:04.299626 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-07303e16-dcbd-4743-bf7e-a2139173d4e1 req-31182824-5889-4ef0-bf4d-1b0b7586cd8f tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 944 time: 0.3160787 Jul 07 15:42:04.346997 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-07303e16-dcbd-4743-bf7e-a2139173d4e1 req-10a86f6e-84d4-4900-874f-e7a94a62b501 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432703 Jul 07 15:42:05.345205 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cf59bdc4-c96a-4185-8f45-e0035b1ecbfa req-3842e58c-6aad-4207-9fd4-0c8e7e28679e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499489 Jul 07 15:42:05.472400 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59bdc4-c96a-4185-8f45-e0035b1ecbfa req-93849087-5a48-4443-a5e8-b6ddd941b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:05.473887 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cf59bdc4-c96a-4185-8f45-e0035b1ecbfa req-93849087-5a48-4443-a5e8-b6ddd941b93b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b72dae7a2e644460b4c63da884023c82&device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 1129 time: 0.0723848 Jul 07 15:42:05.497581 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef548d-f7c1-42a2-a105-30988e67f287 req-bb84fe12-243c-4301-a56f-ce47a7c9e070 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:05.499171 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1cef548d-f7c1-42a2-a105-30988e67f287 req-bb84fe12-243c-4301-a56f-ce47a7c9e070 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 944 time: 0.0609634 Jul 07 15:42:05.623922 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1cef548d-f7c1-42a2-a105-30988e67f287 req-f1d98b8a-ebbe-46f3-b00f-5a2b45e3ccc9 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126208 Jul 07 15:42:05.656362 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59bdc4-c96a-4185-8f45-e0035b1ecbfa req-933c7574-00b4-4d83-a182-921b106b17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:05.659168 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cf59bdc4-c96a-4185-8f45-e0035b1ecbfa req-933c7574-00b4-4d83-a182-921b106b17e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29820a51-47ed-4a8e-8170-71221aa2cdfe HTTP/1.1" status: 200 len: 912 time: 0.1579878 Jul 07 15:42:05.733751 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cf59bdc4-c96a-4185-8f45-e0035b1ecbfa req-ece4c4a5-1652-4aee-a2d3-c0df5e60999e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=697451eb-ff82-4b0c-b64d-5fb8cde5a13f HTTP/1.1" status: 200 len: 1000 time: 0.0644698 Jul 07 15:42:05.790978 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59bdc4-c96a-4185-8f45-e0035b1ecbfa req-654f2a40-8813-4588-a34e-dd61a87a2d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:05.792659 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cf59bdc4-c96a-4185-8f45-e0035b1ecbfa req-654f2a40-8813-4588-a34e-dd61a87a2d2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf143fb6-d0fd-4e14-a506-bd386a1da1c6 HTTP/1.1" status: 200 len: 850 time: 0.0487905 Jul 07 15:42:05.847179 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59bdc4-c96a-4185-8f45-e0035b1ecbfa req-3311cd01-f9d5-4913-a6c1-4b117e9eefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:05.848846 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cf59bdc4-c96a-4185-8f45-e0035b1ecbfa req-3311cd01-f9d5-4913-a6c1-4b117e9eefd7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29820a51-47ed-4a8e-8170-71221aa2cdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470514 Jul 07 15:42:05.882454 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:05.966969 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cf59bdc4-c96a-4185-8f45-e0035b1ecbfa req-3afad37c-1842-4e58-8182-0251471a36c1 service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073177 Jul 07 15:42:06.077543 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cf59bdc4-c96a-4185-8f45-e0035b1ecbfa req-d5173014-7498-4165-a83f-903d9a318e6a service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017079 Jul 07 15:42:06.733886 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8bba30e1-7679-4246-b545-3dc79513c8c8 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:42:06.748189 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55a702-b846-4d81-b9d7-b0ab781b28c0 req-a2eec9d9-8852-4860-8a8b-ff4e29ec80df tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:06.755137 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0c55a702-b846-4d81-b9d7-b0ab781b28c0 req-a2eec9d9-8852-4860-8a8b-ff4e29ec80df tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 944 time: 0.0633163 Jul 07 15:42:06.826978 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0c55a702-b846-4d81-b9d7-b0ab781b28c0 req-8eb5e104-3bc7-4820-83c7-649213b4cbdb tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624237 Jul 07 15:42:06.871165 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 8bba30e1-7679-4246-b545-3dc79513c8c8, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8bba30e1-7679-4246-b545-3dc79513c8c8,segment=NetworkSegment(6f9efeac-9439-46ef-81ac-f243ac8d322e),segment_id=6f9efeac-9439-46ef-81ac-f243ac8d322e)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:42:06.888783 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '8bba30e1-7679-4246-b545-3dc79513c8c8', 'network_id': '9da41ecc-09e3-4587-b0bc-9b4f13d625d5', 'port_id': '8bba30e1-7679-4246-b545-3dc79513c8c8', 'mac_address': 'fa:16:3e:73:1d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86902461-7671-4db6-b6f8-401a7d4e4cb5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:42:06.926351 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 8bba30e1-7679-4246-b545-3dc79513c8c8 is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:42:06.926858 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8bba30e1-7679-4246-b545-3dc79513c8c8), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:06.942400 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bba30e1-7679-4246-b545-3dc79513c8c8 {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:42:06.967634 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 8bba30e1-7679-4246-b545-3dc79513c8c8, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8bba30e1-7679-4246-b545-3dc79513c8c8,segment=NetworkSegment(6f9efeac-9439-46ef-81ac-f243ac8d322e),segment_id=6f9efeac-9439-46ef-81ac-f243ac8d322e)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:42:07.025666 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (8bba30e1-7679-4246-b545-3dc79513c8c8), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:07.078863 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=8bba30e1-7679-4246-b545-3dc79513c8c8,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:07.282342 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=59 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:07.295806 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['8bba30e1-7679-4246-b545-3dc79513c8c8'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:42:07.299304 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:07.344546 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=49 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:07.915097 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:07.935269 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02e255-50d2-40c7-828a-9a5007b3f93f req-8587b8cf-f959-4bd2-aa71-8af288ea786e tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:07.936982 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8f02e255-50d2-40c7-828a-9a5007b3f93f req-8587b8cf-f959-4bd2-aa71-8af288ea786e tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 945 time: 0.0533423 Jul 07 15:42:08.003111 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8f02e255-50d2-40c7-828a-9a5007b3f93f req-3dbe9794-8004-470b-b73a-eec81bd89644 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586121 Jul 07 15:42:08.749538 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8bba30e1-7679-4246-b545-3dc79513c8c8 up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:42:08.793190 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port 8bba30e1-7679-4246-b545-3dc79513c8c8 completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:42:08.847867 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 8bba30e1-7679-4246-b545-3dc79513c8c8 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:42:08.848244 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (8bba30e1-7679-4246-b545-3dc79513c8c8), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:08.851295 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-4fa2c6cc-eb94-4b3b-8df7-a725c3bacd6d tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:08.853512 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-4fa2c6cc-eb94-4b3b-8df7-a725c3bacd6d tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/networks?id=1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 HTTP/1.1" status: 200 len: 815 time: 0.1021245 Jul 07 15:42:08.869118 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-3fa51879-66a4-49d8-996d-a8cc7f6b3fab tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/quotas/0b2770b1b56d4f0ea8c3c1759a8e504f HTTP/1.1" status: 200 len: 375 time: 0.0101168 Jul 07 15:42:08.927835 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 8bba30e1-7679-4246-b545-3dc79513c8c8 is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:42:08.927938 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-1731b224-1bba-4a62-9c88-0bda45ec746a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b2770b1b56d4f0ea8c3c1759a8e504f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501873 Jul 07 15:42:08.928367 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (8bba30e1-7679-4246-b545-3dc79513c8c8), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:08.943958 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:08.948209 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8c6850-8369-499b-9f86-95bf45d62118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bba30e1-7679-4246-b545-3dc79513c8c8'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:42:08.950424 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faed13c2-ce7f-4267-a27c-731d9943f5e2" -d '{"events": [{"server_uuid": "8f8c6850-8369-499b-9f86-95bf45d62118", "name": "network-vif-plugged", "status": "completed", "tag": "8bba30e1-7679-4246-b545-3dc79513c8c8"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:42:08.969186 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 8bba30e1-7679-4246-b545-3dc79513c8c8, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8bba30e1-7679-4246-b545-3dc79513c8c8,segment=NetworkSegment(6f9efeac-9439-46ef-81ac-f243ac8d322e),segment_id=6f9efeac-9439-46ef-81ac-f243ac8d322e)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:42:08.994773 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7518194-baaa-44b3-9571-b522e838e4e3 x-openstack-request-id: req-f7518194-baaa-44b3-9571-b522e838e4e3 {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:42:08.995064 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8c6850-8369-499b-9f86-95bf45d62118", "name": "network-vif-plugged", "status": "completed", "tag": "8bba30e1-7679-4246-b545-3dc79513c8c8", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:42:08.995316 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7518194-baaa-44b3-9571-b522e838e4e3 {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:42:08.995906 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7518194-baaa-44b3-9571-b522e838e4e3'] response: {'server_uuid': '8f8c6850-8369-499b-9f86-95bf45d62118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bba30e1-7679-4246-b545-3dc79513c8c8', 'code': 200} Jul 07 15:42:09.026078 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-6cbd8cfa-40ea-4f19-8cbb-620ad3b76435 service neutron] 10.222.0.25 "GET /v2.0/networks/1a1eb1fc-380d-4506-bbe7-97afbc3bfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893986 Jul 07 15:42:09.027655 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (8bba30e1-7679-4246-b545-3dc79513c8c8), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:09.081970 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=8bba30e1-7679-4246-b545-3dc79513c8c8,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:09.164320 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-08d09c55-3340-4a9e-b5f1-5b80e71f83b4 service neutron] 10.222.0.25 "GET /v2.0/networks/1a1eb1fc-380d-4506-bbe7-97afbc3bfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278088 Jul 07 15:42:09.170360 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838db2b-0518-44c3-b674-0f54a5dfae37 req-dc35bfcd-e559-45d2-85f7-d14012d3784a tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:09.171775 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d838db2b-0518-44c3-b674-0f54a5dfae37 req-dc35bfcd-e559-45d2-85f7-d14012d3784a tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 946 time: 0.0681324 Jul 07 15:42:09.227380 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d838db2b-0518-44c3-b674-0f54a5dfae37 req-0984b511-a509-4597-9cae-f0ea11987a6e tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500019 Jul 07 15:42:09.294164 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7ebea-cc41-4050-84a9-a558ccb907b9 req-1d00cff9-2393-4d09-a9e3-1b9ea93c4e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:09.295588 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6de7ebea-cc41-4050-84a9-a558ccb907b9 req-1d00cff9-2393-4d09-a9e3-1b9ea93c4e5b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 1130 time: 0.0431478 Jul 07 15:42:09.342653 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6de7ebea-cc41-4050-84a9-a558ccb907b9 req-8d95c8a5-67f9-4b44-b8a9-fb7d073ea141 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Jul 07 15:42:09.383509 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-faa724e8-eaac-4042-a821-267c68d071e4 req-e1bac2fa-4e67-4b59-a4a8-fbbda86065f8 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 210 time: 0.0287855 Jul 07 15:42:10.344423 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fbfe0-764e-4daa-aa8c-81f25d0f697e req-444cc870-b43f-4320-b338-43c1edfeab8e tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:10.345824 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-677fbfe0-764e-4daa-aa8c-81f25d0f697e req-444cc870-b43f-4320-b338-43c1edfeab8e tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 946 time: 0.0480516 Jul 07 15:42:10.394627 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-677fbfe0-764e-4daa-aa8c-81f25d0f697e req-0d129e3a-07c1-4e14-80f0-67e8088556a2 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431340 Jul 07 15:42:10.482852 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-165f5ea9-719d-4c1c-80cb-938d18546f05 req-0c0089dd-2929-44bd-8645-d5da0ec8050b tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 210 time: 0.0310087 Jul 07 15:42:11.503377 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:11.512767 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33853390-001b-4985-890a-e8448bd29f34 req-ba820c49-3260-4163-90c5-bd8cf3b9aff1 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:11.513874 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-33853390-001b-4985-890a-e8448bd29f34 req-ba820c49-3260-4163-90c5-bd8cf3b9aff1 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 946 time: 0.0500791 Jul 07 15:42:11.570850 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-33853390-001b-4985-890a-e8448bd29f34 req-963a6b9a-a7ae-495f-8443-0ff1211e81ca tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514874 Jul 07 15:42:11.587207 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5e8b1460-1dc4-4788-bf3b-82de1f973bdc req-2e64bdaa-51a7-4b86-bcd5-96cc96e157f1 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 210 time: 0.0324903 Jul 07 15:42:12.321529 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-545f371b-a642-40b8-aeb4-7dcbfac46691 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:12.322937 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-545f371b-a642-40b8-aeb4-7dcbfac46691 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.50 "GET /v2.0/networks?id=1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 HTTP/1.1" status: 200 len: 815 time: 0.1083672 Jul 07 15:42:12.337622 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a2c2be54-c173-42b7-9f87-abac35db8054 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Request body: {'port': {'device_id': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10', 'admin_state_up': True, 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:12.342187 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:12.393504 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=43,neutron:DELETE=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:12.540136 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a2c2be54-c173-42b7-9f87-abac35db8054 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Made reservation on behalf of 0b2770b1b56d4f0ea8c3c1759a8e504f for: {'port': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:42:12.543774 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a2c2be54-c173-42b7-9f87-abac35db8054 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:12.689468 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-847f14aa-12cc-4c74-85cd-a7bce078da7e req-cd6beede-d766-42ec-92ce-3bb50aed5b70 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 210 time: 0.0326982 Jul 07 15:42:12.698618 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a2c2be54-c173-42b7-9f87-abac35db8054 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Allocated IP 172.20.0.3 (1a1eb1fc-380d-4506-bbe7-97afbc3bfb10/9eba21ad-b700-4210-9e02-e3a7e1652352/03660176-9b44-4590-8337-3977dc2d927b) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:42:12.854689 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a2c2be54-c173-42b7-9f87-abac35db8054 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for port (03660176-9b44-4590-8337-3977dc2d927b), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:12.934855 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a2c2be54-c173-42b7-9f87-abac35db8054 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (03660176-9b44-4590-8337-3977dc2d927b), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:13.017700 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a2c2be54-c173-42b7-9f87-abac35db8054 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Network 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:42:13.025643 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a2c2be54-c173-42b7-9f87-abac35db8054 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:42:13.030053 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a2c2be54-c173-42b7-9f87-abac35db8054 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:42:13.033013 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2be54-c173-42b7-9f87-abac35db8054 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Pushing event updated for resources: {'Port': ['ID=03660176-9b44-4590-8337-3977dc2d927b,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:13.074328 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701c1de-af3c-437f-879c-8a6223dda661 req-2ee67e6b-eaf5-4c2b-9c82-2df61283cf35 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:13.076340 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7701c1de-af3c-437f-879c-8a6223dda661 req-2ee67e6b-eaf5-4c2b-9c82-2df61283cf35 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 946 time: 0.1017442 Jul 07 15:42:13.096637 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a2c2be54-c173-42b7-9f87-abac35db8054 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:13.097292 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a2c2be54-c173-42b7-9f87-abac35db8054 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:13.149014 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7701c1de-af3c-437f-879c-8a6223dda661 req-cd189bc3-5061-4abc-8a41-f9509c24146d tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589981 Jul 07 15:42:13.187486 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a2c2be54-c173-42b7-9f87-abac35db8054 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8534060 Jul 07 15:42:13.260705 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-7a730198-3b49-4cbc-b235-bc18031e181b None None] Provisioning complete for port 03660176-9b44-4590-8337-3977dc2d927b triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:42:13.261331 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7a730198-3b49-4cbc-b235-bc18031e181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (03660176-9b44-4590-8337-3977dc2d927b), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:13.296753 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-7a730198-3b49-4cbc-b235-bc18031e181b None None] Port 03660176-9b44-4590-8337-3977dc2d927b cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:42:13.786878 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:13.802001 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21c216-8512-45e6-bdcd-7ffa6f18f3f3 req-5719254b-d2ea-46c0-aca6-4ff787ea2f45 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:13.803475 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5b21c216-8512-45e6-bdcd-7ffa6f18f3f3 req-5719254b-d2ea-46c0-aca6-4ff787ea2f45 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 931 time: 0.0461693 Jul 07 15:42:13.849725 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5b21c216-8512-45e6-bdcd-7ffa6f18f3f3 req-242113a1-9bdc-4fa9-a1ea-d37a6b19b8cf tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400233 Jul 07 15:42:14.273791 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbbf8a-72b2-41ce-9a05-094e034290cb req-3c27c3fb-16c9-4d10-b24f-047c75cff9df tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:14.275282 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d5fbbf8a-72b2-41ce-9a05-094e034290cb req-3c27c3fb-16c9-4d10-b24f-047c75cff9df tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 946 time: 0.0541992 Jul 07 15:42:14.297819 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:14.327086 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d5fbbf8a-72b2-41ce-9a05-094e034290cb req-dee19ee2-cd9f-45fd-9209-3f7ba170b5ff tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459871 Jul 07 15:42:14.976795 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dc1f2-e4db-43d4-9b78-98bd88547435 req-11033f78-c745-4c84-892a-6875b6f79c36 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:14.978296 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-628dc1f2-e4db-43d4-9b78-98bd88547435 req-11033f78-c745-4c84-892a-6875b6f79c36 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 931 time: 0.0589132 Jul 07 15:42:15.028672 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-628dc1f2-e4db-43d4-9b78-98bd88547435 req-367083a3-b626-4963-ba9a-ed5a0b0ba74c tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448143 Jul 07 15:42:15.455533 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e699c04-02ec-4a6e-96f0-0fc935444b6c req-bb360bdb-139e-46ed-825f-2773418d3dd3 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:15.457090 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7e699c04-02ec-4a6e-96f0-0fc935444b6c req-bb360bdb-139e-46ed-825f-2773418d3dd3 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 946 time: 0.0509129 Jul 07 15:42:15.514339 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7e699c04-02ec-4a6e-96f0-0fc935444b6c req-9d1672d1-5404-445e-a64a-5f6f0eaf319b tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489547 Jul 07 15:42:16.150272 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e10493-c865-4b77-a66b-aa8fff9d825f req-69b95a57-0201-4fe0-a724-24191b7bac98 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:16.151862 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-70e10493-c865-4b77-a66b-aa8fff9d825f req-69b95a57-0201-4fe0-a724-24191b7bac98 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 931 time: 0.0561917 Jul 07 15:42:16.203118 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-70e10493-c865-4b77-a66b-aa8fff9d825f req-207c5af8-463f-435f-94e6-4e1181a939c7 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448434 Jul 07 15:42:16.634168 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0873528-d2ab-4cff-9609-e1a46c8de1e3 req-68481055-b625-49fb-b06c-a52a88af0012 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:16.635785 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a0873528-d2ab-4cff-9609-e1a46c8de1e3 req-68481055-b625-49fb-b06c-a52a88af0012 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 946 time: 0.0491419 Jul 07 15:42:16.684491 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a0873528-d2ab-4cff-9609-e1a46c8de1e3 req-715f35a8-ac8f-49ae-8d4d-0c0cc6938d73 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430632 Jul 07 15:42:17.334180 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedd4b5-b66b-4267-91b2-7f3b6935aec4 req-e4342c5d-a790-4366-b693-5e8e7b3a9e88 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:17.336019 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-acedd4b5-b66b-4267-91b2-7f3b6935aec4 req-e4342c5d-a790-4366-b693-5e8e7b3a9e88 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 931 time: 0.0564473 Jul 07 15:42:17.390718 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-acedd4b5-b66b-4267-91b2-7f3b6935aec4 req-f3b69ddd-2508-4910-8b13-9e559eaf0c0e tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489509 Jul 07 15:42:17.806283 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca115bf-69e0-42dc-ba99-e188677fe3b6 req-e4b0b61a-6697-447a-b5d9-391c115e7828 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:17.808049 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8ca115bf-69e0-42dc-ba99-e188677fe3b6 req-e4b0b61a-6697-447a-b5d9-391c115e7828 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 946 time: 0.0525129 Jul 07 15:42:17.859696 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8ca115bf-69e0-42dc-ba99-e188677fe3b6 req-fac3e830-81b4-492b-a640-d10136d19072 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458837 Jul 07 15:42:18.511418 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5b990-d641-4f90-806e-3289cf391ec1 req-c122622f-d144-4242-972d-36140c339f94 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:18.513098 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-abf5b990-d641-4f90-806e-3289cf391ec1 req-c122622f-d144-4242-972d-36140c339f94 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 931 time: 0.0549011 Jul 07 15:42:18.567125 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-abf5b990-d641-4f90-806e-3289cf391ec1 req-1e230534-d64d-4b5b-9c94-a639e4eb28b4 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465446 Jul 07 15:42:18.985696 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d7376-fb4d-4180-a84d-8a17d8b8db12 req-1af3454c-a9b3-450d-9256-b03aea822341 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:18.988723 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-353d7376-fb4d-4180-a84d-8a17d8b8db12 req-1af3454c-a9b3-450d-9256-b03aea822341 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 946 time: 0.0515547 Jul 07 15:42:19.055028 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-353d7376-fb4d-4180-a84d-8a17d8b8db12 req-f56ae8c4-b856-44b9-b4f2-9a5e1f055787 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534911 Jul 07 15:42:19.702542 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf2716-c55d-4fc6-b755-503d82881b1b req-3a158c9c-6ca2-4d72-b242-c87fdf2c2f0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:19.704140 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d6cf2716-c55d-4fc6-b755-503d82881b1b req-3a158c9c-6ca2-4d72-b242-c87fdf2c2f0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 931 time: 0.0574675 Jul 07 15:42:19.762380 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d6cf2716-c55d-4fc6-b755-503d82881b1b req-f8fd41db-4eed-4f8e-aa67-ba648e0d90eb tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525663 Jul 07 15:42:20.191245 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78436874-bf4e-4ca7-b36c-4e1707335293 req-acd83de7-208f-426b-b1dc-e0d27fcb2452 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:20.192886 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-78436874-bf4e-4ca7-b36c-4e1707335293 req-acd83de7-208f-426b-b1dc-e0d27fcb2452 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 946 time: 0.0536196 Jul 07 15:42:20.245846 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-78436874-bf4e-4ca7-b36c-4e1707335293 req-6df6da9d-d71d-48fc-9421-f6186032776b tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467117 Jul 07 15:42:20.755934 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-878ca9d3-ecb8-4a82-8973-542641c4e849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:20.867099 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:20.885467 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067df7e2-6814-46f6-92ab-a8db5445670c req-08900fcd-2d20-4aa4-896f-da66a3329947 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:20.887170 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-067df7e2-6814-46f6-92ab-a8db5445670c req-08900fcd-2d20-4aa4-896f-da66a3329947 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 931 time: 0.0544007 Jul 07 15:42:20.900148 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:20.943973 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-067df7e2-6814-46f6-92ab-a8db5445670c req-01a0750e-8aaf-4789-85e4-888601173fc2 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503790 Jul 07 15:42:21.392078 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ddc7e-e94e-4127-ac23-3523195a1072 req-fe63efcc-685c-4cd2-90e9-976adce60f70 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:21.393567 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dc8ddc7e-e94e-4127-ac23-3523195a1072 req-fe63efcc-685c-4cd2-90e9-976adce60f70 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 946 time: 0.0582268 Jul 07 15:42:21.447547 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dc8ddc7e-e94e-4127-ac23-3523195a1072 req-cbc6a816-ad55-44d7-9ace-ba9ac0a6c653 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480905 Jul 07 15:42:22.059441 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6329561-6302-4257-b87d-81a4ce06d6c0 req-fc079c8f-29fb-4881-9fa8-7ba3493afb5b tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:22.060932 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b6329561-6302-4257-b87d-81a4ce06d6c0 req-fc079c8f-29fb-4881-9fa8-7ba3493afb5b tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 931 time: 0.0491018 Jul 07 15:42:22.107218 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b6329561-6302-4257-b87d-81a4ce06d6c0 req-92f7d95d-a3f9-43c8-91f8-ba3a2a8560bf tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408890 Jul 07 15:42:22.560594 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b382486-f202-4f26-96e2-d8580d2dee44 req-004c8baa-5352-458d-8349-7d502b150090 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:22.562046 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9b382486-f202-4f26-96e2-d8580d2dee44 req-004c8baa-5352-458d-8349-7d502b150090 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 946 time: 0.0462973 Jul 07 15:42:22.612070 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9b382486-f202-4f26-96e2-d8580d2dee44 req-b96d9f90-1873-4e24-8328-21b93afe0726 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444727 Jul 07 15:42:22.813664 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-a0460f08-d103-40c7-b43e-af95a9dfbeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:22.915951 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Request body: {'port': {'device_id': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:22.973940 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (03660176-9b44-4590-8337-3977dc2d927b), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:23.081424 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c15841-2fdf-430d-8fad-46b850869d4f req-a6309d04-2502-4fce-af57-6bb548064685 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:23.082903 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-a3c15841-2fdf-430d-8fad-46b850869d4f req-a6309d04-2502-4fce-af57-6bb548064685 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 946 time: 0.0473075 Jul 07 15:42:23.171314 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-a3c15841-2fdf-430d-8fad-46b850869d4f req-da38ca8b-35e4-45a7-8254-c56cc4a201d9 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Deleting port 8bba30e1-7679-4246-b545-3dc79513c8c8 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:42:23.171689 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-a3c15841-2fdf-430d-8fad-46b850869d4f req-da38ca8b-35e4-45a7-8254-c56cc4a201d9 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (8bba30e1-7679-4246-b545-3dc79513c8c8), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:23.262307 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-a3c15841-2fdf-430d-8fad-46b850869d4f req-da38ca8b-35e4-45a7-8254-c56cc4a201d9 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] For port 8bba30e1-7679-4246-b545-3dc79513c8c8, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8bba30e1-7679-4246-b545-3dc79513c8c8,segment=NetworkSegment(6f9efeac-9439-46ef-81ac-f243ac8d322e),segment_id=6f9efeac-9439-46ef-81ac-f243ac8d322e)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:42:23.262671 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-a3c15841-2fdf-430d-8fad-46b850869d4f req-da38ca8b-35e4-45a7-8254-c56cc4a201d9 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (8bba30e1-7679-4246-b545-3dc79513c8c8), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:23.262837 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f54da0-d71d-4e85-8d66-8f58011a6095 req-3b0282ef-d521-4906-9839-6ac53a7dab00 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:23.264330 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e5f54da0-d71d-4e85-8d66-8f58011a6095 req-3b0282ef-d521-4906-9839-6ac53a7dab00 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 931 time: 0.0836849 Jul 07 15:42:23.275123 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03660176-9b44-4590-8337-3977dc2d927b {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:42:23.276964 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-a3c15841-2fdf-430d-8fad-46b850869d4f req-da38ca8b-35e4-45a7-8254-c56cc4a201d9 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Calling delete_port for 8bba30e1-7679-4246-b545-3dc79513c8c8 owned by compute:nova {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:42:23.287692 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Publish callbacks [] for port (03660176-9b44-4590-8337-3977dc2d927b), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:23.312879 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Transition to ACTIVE for port object 03660176-9b44-4590-8337-3977dc2d927b will not be triggered until provisioned by entity L2. {{(pid=104328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:42:23.338854 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e5f54da0-d71d-4e85-8d66-8f58011a6095 req-41c48b4e-6ee6-469a-9b80-6bf1d69e8e49 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668178 Jul 07 15:42:23.425080 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (03660176-9b44-4590-8337-3977dc2d927b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:23.483425 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=03660176-9b44-4590-8337-3977dc2d927b,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:23.483815 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-a3c15841-2fdf-430d-8fad-46b850869d4f req-da38ca8b-35e4-45a7-8254-c56cc4a201d9 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (8bba30e1-7679-4246-b545-3dc79513c8c8), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:23.501681 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['8bba30e1-7679-4246-b545-3dc79513c8c8'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:42:23.533774 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:23.541677 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38ca8b-35e4-45a7-8254-c56cc4a201d9 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Pushing event deleted for resources: {'Port': ['ID=8bba30e1-7679-4246-b545-3dc79513c8c8,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:23.560971 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Attempting to bind port 03660176-9b44-4590-8337-3977dc2d927b on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:42:23.561324 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Attempting to bind port 03660176-9b44-4590-8337-3977dc2d927b by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': 'c559df14-cec8-43a5-a355-adbca5afd1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:42:23.561698 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Attempting to bind port 03660176-9b44-4590-8337-3977dc2d927b on network 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:42:23.567807 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Port 03660176-9b44-4590-8337-3977dc2d927b on network 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:42:23.568136 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Attempting to bind port 03660176-9b44-4590-8337-3977dc2d927b on network 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:42:23.570520 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:23.574791 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:42:23.575135 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Checking segment: {'id': 'c559df14-cec8-43a5-a355-adbca5afd1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:42:23.575679 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Bound using segment: {'id': 'c559df14-cec8-43a5-a355-adbca5afd1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:42:23.576120 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Bound port: 03660176-9b44-4590-8337-3977dc2d927b, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c559df14-cec8-43a5-a355-adbca5afd1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:42:23.576483 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (03660176-9b44-4590-8337-3977dc2d927b), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:23.590305 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c15841-2fdf-430d-8fad-46b850869d4f req-da38ca8b-35e4-45a7-8254-c56cc4a201d9 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] No DVR routers for this DVR port 8bba30e1-7679-4246-b545-3dc79513c8c8 on host hv-cinder-84130 {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:42:23.592982 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-a3c15841-2fdf-430d-8fad-46b850869d4f req-da38ca8b-35e4-45a7-8254-c56cc4a201d9 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:23.596500 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-a3c15841-2fdf-430d-8fad-46b850869d4f req-da38ca8b-35e4-45a7-8254-c56cc4a201d9 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.50 "DELETE /v2.0/ports/8bba30e1-7679-4246-b545-3dc79513c8c8 HTTP/1.1" status: 204 len: 173 time: 0.5081661 Jul 07 15:42:23.597162 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8c6850-8369-499b-9f86-95bf45d62118', 'name': 'network-vif-deleted', 'tag': '8bba30e1-7679-4246-b545-3dc79513c8c8'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:42:23.599837 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871cbcd7-28c6-4d6f-accb-e7d29372df8f" -d '{"events": [{"server_uuid": "8f8c6850-8369-499b-9f86-95bf45d62118", "name": "network-vif-deleted", "tag": "8bba30e1-7679-4246-b545-3dc79513c8c8"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:42:23.640150 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a09155-c52f-4747-9d6f-fc3463599d99 x-openstack-request-id: req-40a09155-c52f-4747-9d6f-fc3463599d99 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:42:23.640644 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8c6850-8369-499b-9f86-95bf45d62118", "name": "network-vif-deleted", "tag": "8bba30e1-7679-4246-b545-3dc79513c8c8", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:42:23.641153 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40a09155-c52f-4747-9d6f-fc3463599d99 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:42:23.641742 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a09155-c52f-4747-9d6f-fc3463599d99'] response: {'server_uuid': '8f8c6850-8369-499b-9f86-95bf45d62118', 'name': 'network-vif-deleted', 'tag': '8bba30e1-7679-4246-b545-3dc79513c8c8', 'status': 'completed', 'code': 200} Jul 07 15:42:23.677585 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] For port 03660176-9b44-4590-8337-3977dc2d927b, host hv-cinder-84130, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:42:23.685476 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] For port 03660176-9b44-4590-8337-3977dc2d927b, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=03660176-9b44-4590-8337-3977dc2d927b,segment=NetworkSegment(c559df14-cec8-43a5-a355-adbca5afd1c2),segment_id=c559df14-cec8-43a5-a355-adbca5afd1c2)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:42:23.747240 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-99786a4b-31e8-4e08-9311-af73ea145dac req-53350e37-f557-4af0-b03f-596e02250753 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f8c6850-8369-499b-9f86-95bf45d62118 HTTP/1.1" status: 200 len: 210 time: 0.0301733 Jul 07 15:42:23.797244 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (03660176-9b44-4590-8337-3977dc2d927b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:23.832653 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:23.834035 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:23.835207 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] 10.222.0.50 "PUT /v2.0/ports/03660176-9b44-4590-8337-3977dc2d927b HTTP/1.1" status: 200 len: 1093 time: 0.9234829 Jul 07 15:42:23.835619 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'tag': '03660176-9b44-4590-8337-3977dc2d927b'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:42:23.837828 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9caacd-e7f1-4b6d-9188-6697c1899ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "66906c69-cb44-49e3-ba9b-59dffb9f6181", "tag": "03660176-9b44-4590-8337-3977dc2d927b"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:42:23.883506 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f6258-ab10-4da6-815e-c931b65fc0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=03660176-9b44-4590-8337-3977dc2d927b,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:23.887881 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce114a86-b5e4-4123-9118-70ed064b457a x-openstack-request-id: req-ce114a86-b5e4-4123-9118-70ed064b457a {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:42:23.888591 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66906c69-cb44-49e3-ba9b-59dffb9f6181", "tag": "03660176-9b44-4590-8337-3977dc2d927b", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:42:23.889019 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce114a86-b5e4-4123-9118-70ed064b457a {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:42:23.889558 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce114a86-b5e4-4123-9118-70ed064b457a'] response: {'name': 'network-changed', 'server_uuid': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'tag': '03660176-9b44-4590-8337-3977dc2d927b', 'status': 'completed', 'code': 200} Jul 07 15:42:23.963251 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9caacd-e7f1-4b6d-9188-6697c1899ad5 req-55ef7940-a1c2-42bc-a4c9-190d97da79b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:23.963251 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1e9caacd-e7f1-4b6d-9188-6697c1899ad5 req-55ef7940-a1c2-42bc-a4c9-190d97da79b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b2770b1b56d4f0ea8c3c1759a8e504f&device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 1127 time: 0.0480275 Jul 07 15:42:24.088567 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9caacd-e7f1-4b6d-9188-6697c1899ad5 req-82ee8192-5cd6-432b-b26b-c67145d3472a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:24.090023 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1e9caacd-e7f1-4b6d-9188-6697c1899ad5 req-82ee8192-5cd6-432b-b26b-c67145d3472a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0b2770b1b56d4f0ea8c3c1759a8e504f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1038742 Jul 07 15:42:24.194740 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9caacd-e7f1-4b6d-9188-6697c1899ad5 req-5b63b7c4-2ddb-4f7e-9807-bb201e861581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:24.196241 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1e9caacd-e7f1-4b6d-9188-6697c1899ad5 req-5b63b7c4-2ddb-4f7e-9807-bb201e861581 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967102 Jul 07 15:42:24.276710 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:24.454189 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-8a193f23-2e82-45e1-8b3e-9417a9e288a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:24.455691 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-8a193f23-2e82-45e1-8b3e-9417a9e288a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b2770b1b56d4f0ea8c3c1759a8e504f&device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 1127 time: 0.0682127 Jul 07 15:42:24.468980 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36474f-2af1-48ff-a410-625a0ec11208 req-e489480f-c4f5-4566-be06-3997d4718abf tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:24.470547 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-eb36474f-2af1-48ff-a410-625a0ec11208 req-e489480f-c4f5-4566-be06-3997d4718abf tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 943 time: 0.0552585 Jul 07 15:42:24.514014 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-44ff8e5d-56b1-4b9e-89b4-e06e9e1aa4e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03660176-9b44-4590-8337-3977dc2d927b HTTP/1.1" status: 200 len: 217 time: 0.0425498 Jul 07 15:42:24.582588 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-eb36474f-2af1-48ff-a410-625a0ec11208 req-0cab179e-d8a7-41a8-924a-582e3a04836a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041200 Jul 07 15:42:24.589619 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-f871ed48-9509-44d2-afd4-cc6c07c576dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:24.591039 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-f871ed48-9509-44d2-afd4-cc6c07c576dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9eba21ad-b700-4210-9e02-e3a7e1652352 HTTP/1.1" status: 200 len: 854 time: 0.0666716 Jul 07 15:42:24.644370 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-46c49768-8be6-4373-ba6a-a23b98d5c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:24.645746 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-46c49768-8be6-4373-ba6a-a23b98d5c253 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1a1eb1fc-380d-4506-bbe7-97afbc3bfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446494 Jul 07 15:42:24.721009 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:24.737922 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-6af8b8a9-2380-4528-8b99-57a540449f33 service neutron] 10.222.0.50 "GET /v2.0/networks/1a1eb1fc-380d-4506-bbe7-97afbc3bfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817358 Jul 07 15:42:24.835646 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3802cb7a-29c1-48b3-916c-d2f7d83a1bd0 req-95d59d26-6124-4d62-a123-27607c8c1123 service neutron] 10.222.0.50 "GET /v2.0/networks/1a1eb1fc-380d-4506-bbe7-97afbc3bfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907946 Jul 07 15:42:25.058110 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-a8eb3a0c-85f1-4e0d-8859-939975b51669 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:25.059551 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-a8eb3a0c-85f1-4e0d-8859-939975b51669 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/networks?id=9da41ecc-09e3-4587-b0bc-9b4f13d625d5 HTTP/1.1" status: 200 len: 808 time: 0.1004143 Jul 07 15:42:25.073485 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-b3721d5c-06bb-45a6-a05a-256541e43e62 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/quotas/f90b44820e424210b4dea0abc23ea469 HTTP/1.1" status: 200 len: 375 time: 0.0087116 Jul 07 15:42:25.108128 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-2612360b-12c1-4f62-89ba-d7e15f1237bf tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f90b44820e424210b4dea0abc23ea469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300066 Jul 07 15:42:25.196551 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-fe724239-eac2-4fd9-9de6-cbe682d777bc service neutron] 10.222.0.25 "GET /v2.0/networks/9da41ecc-09e3-4587-b0bc-9b4f13d625d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817974 Jul 07 15:42:25.273746 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:25.289347 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-ed846c05-6548-40a0-ab00-6f812b90a7b9 service neutron] 10.222.0.25 "GET /v2.0/networks/9da41ecc-09e3-4587-b0bc-9b4f13d625d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873287 Jul 07 15:42:25.539815 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:25.589636 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b1d1a6a9-5e26-4327-80c3-eceb046257ff req-0fc643f7-2324-4502-a527-79f84a798af4 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 210 time: 0.0277412 Jul 07 15:42:25.700468 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0815c4b-308f-4491-baf9-aa09a52ad04b req-c2ced8fc-1fa3-4476-94dd-cf08d44ad20c tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:25.701937 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f0815c4b-308f-4491-baf9-aa09a52ad04b req-c2ced8fc-1fa3-4476-94dd-cf08d44ad20c tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 943 time: 0.0477524 Jul 07 15:42:25.753165 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f0815c4b-308f-4491-baf9-aa09a52ad04b req-edb65c2b-530c-4935-a96c-4c5861ebb489 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455453 Jul 07 15:42:25.796381 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:26.667519 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a542d319-bcd8-44e2-91bf-7c3f6b0cb49c req-12bb00ca-b62b-4958-9a89-c293ef0821da tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 210 time: 0.0311153 Jul 07 15:42:26.768513 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 03660176-9b44-4590-8337-3977dc2d927b details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:42:26.771745 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8bba30e1-7679-4246-b545-3dc79513c8c8 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:42:26.800945 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: 8bba30e1-7679-4246-b545-3dc79513c8c8 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:42:26.801287 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 8bba30e1-7679-4246-b545-3dc79513c8c8 not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:42:26.870358 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b408e-7bba-4d7d-bc7e-68396dab5924 req-c3ffa45b-c49e-41d8-9c9e-b41958390737 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:26.871876 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9a9b408e-7bba-4d7d-bc7e-68396dab5924 req-c3ffa45b-c49e-41d8-9c9e-b41958390737 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 943 time: 0.0494819 Jul 07 15:42:26.890145 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 03660176-9b44-4590-8337-3977dc2d927b, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=03660176-9b44-4590-8337-3977dc2d927b,segment=NetworkSegment(c559df14-cec8-43a5-a355-adbca5afd1c2),segment_id=c559df14-cec8-43a5-a355-adbca5afd1c2)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:42:26.901729 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '03660176-9b44-4590-8337-3977dc2d927b', 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10', 'port_id': '03660176-9b44-4590-8337-3977dc2d927b', 'mac_address': 'fa:16:3e:fd:d4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:42:26.921454 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9a9b408e-7bba-4d7d-bc7e-68396dab5924 req-98e0fb75-5e8c-450d-b411-fcc892efd31e tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433831 Jul 07 15:42:26.936692 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 03660176-9b44-4590-8337-3977dc2d927b is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:42:26.941745 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (03660176-9b44-4590-8337-3977dc2d927b), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:26.950861 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03660176-9b44-4590-8337-3977dc2d927b {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:42:26.971756 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 03660176-9b44-4590-8337-3977dc2d927b, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=03660176-9b44-4590-8337-3977dc2d927b,segment=NetworkSegment(c559df14-cec8-43a5-a355-adbca5afd1c2),segment_id=c559df14-cec8-43a5-a355-adbca5afd1c2)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:42:27.035712 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (03660176-9b44-4590-8337-3977dc2d927b), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:27.088365 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=03660176-9b44-4590-8337-3977dc2d927b,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:27.429006 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['03660176-9b44-4590-8337-3977dc2d927b'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:42:27.463950 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:27.520805 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:27.747075 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aae3d348-7b09-423b-a237-61da4bee9084 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899091157&fields=id&tenant_id=b72dae7a2e644460b4c63da884023c82 HTTP/1.1" status: 200 len: 267 time: 0.0535417 Jul 07 15:42:27.796282 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cf3a93ef-8aba-4100-9379-4fc5d1fbb701 req-a88961b5-dc6d-4d08-b1de-27cefe4bd1b4 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 210 time: 0.0482109 Jul 07 15:42:27.877187 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57519b8-61f9-456b-820d-179eedf1c664 req-1f072505-080f-4bac-978a-d3132f775280 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:27.878612 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d57519b8-61f9-456b-820d-179eedf1c664 req-1f072505-080f-4bac-978a-d3132f775280 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/networks?id=29820a51-47ed-4a8e-8170-71221aa2cdfe HTTP/1.1" status: 200 len: 811 time: 0.1222568 Jul 07 15:42:27.892956 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d57519b8-61f9-456b-820d-179eedf1c664 req-928b8d90-0579-4da4-ad82-dfaa2f18160d tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/quotas/b72dae7a2e644460b4c63da884023c82 HTTP/1.1" status: 200 len: 375 time: 0.0086186 Jul 07 15:42:27.942499 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d57519b8-61f9-456b-820d-179eedf1c664 req-b972b9ed-0c6b-4050-ac22-10b9868177ca tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b72dae7a2e644460b4c63da884023c82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0446260 Jul 07 15:42:28.361473 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bdec9-4c69-4215-8000-89a3ae564c48 req-647b868a-87f4-4983-9031-65b6be6722d6 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:28.363237 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-886bdec9-4c69-4215-8000-89a3ae564c48 req-647b868a-87f4-4983-9031-65b6be6722d6 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 944 time: 0.0992556 Jul 07 15:42:28.396412 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d57519b8-61f9-456b-820d-179eedf1c664 req-eadd982f-60bb-4f42-967d-d55340b98608 service neutron] 10.222.0.25 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419925 Jul 07 15:42:28.422568 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:28.487176 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-4b7bc2c7-7df6-4499-922f-46ea67588507 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:28.488871 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-4b7bc2c7-7df6-4499-922f-46ea67588507 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.50 "GET /v2.0/networks?id=9da41ecc-09e3-4587-b0bc-9b4f13d625d5 HTTP/1.1" status: 200 len: 808 time: 0.2260165 Jul 07 15:42:28.528362 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Request body: {'port': {'device_id': 'ab219d06-7e13-4675-9711-a8752c3db63a', 'network_id': '9da41ecc-09e3-4587-b0bc-9b4f13d625d5', 'admin_state_up': True, 'tenant_id': 'f90b44820e424210b4dea0abc23ea469'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:28.548406 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-886bdec9-4c69-4215-8000-89a3ae564c48 req-f4aa260e-31e6-4cd7-a86c-5ff2bfe8a6eb tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572351 Jul 07 15:42:28.620303 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d57519b8-61f9-456b-820d-179eedf1c664 req-292c5d95-e38b-4180-9953-b89d018e25a1 service neutron] 10.222.0.25 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151790 Jul 07 15:42:28.728300 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Made reservation on behalf of f90b44820e424210b4dea0abc23ea469 for: {'port': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:42:28.731791 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:28.750328 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:28.778986 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 03660176-9b44-4590-8337-3977dc2d927b up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:42:28.822635 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port 03660176-9b44-4590-8337-3977dc2d927b completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:42:28.864604 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_common [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Allocated IP 172.20.0.14 (9da41ecc-09e3-4587-b0bc-9b4f13d625d5/86902461-7671-4db6-b6f8-401a7d4e4cb5/9065951b-c1d0-4227-81f8-045652074fe4) {{(pid=104328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:42:28.893265 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 03660176-9b44-4590-8337-3977dc2d927b triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:42:28.893581 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (03660176-9b44-4590-8337-3977dc2d927b), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:28.904986 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e4734023-6cfe-40a3-a4cc-c8fb4acfb8ef req-8606a86e-ab94-4688-ae49-5de2b4b215e8 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 210 time: 0.0380611 Jul 07 15:42:28.977808 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 03660176-9b44-4590-8337-3977dc2d927b is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:42:28.978187 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (03660176-9b44-4590-8337-3977dc2d927b), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:29.003062 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03660176-9b44-4590-8337-3977dc2d927b'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:42:29.005371 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3d946c-4c8c-4331-a07a-a95425ae26df" -d '{"events": [{"server_uuid": "66906c69-cb44-49e3-ba9b-59dffb9f6181", "name": "network-vif-plugged", "status": "completed", "tag": "03660176-9b44-4590-8337-3977dc2d927b"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:42:29.023382 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 03660176-9b44-4590-8337-3977dc2d927b, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=03660176-9b44-4590-8337-3977dc2d927b,segment=NetworkSegment(c559df14-cec8-43a5-a355-adbca5afd1c2),segment_id=c559df14-cec8-43a5-a355-adbca5afd1c2)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:42:29.044049 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5383f6-4f57-4d86-9916-5aace46f68ce x-openstack-request-id: req-ee5383f6-4f57-4d86-9916-5aace46f68ce {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:42:29.044890 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66906c69-cb44-49e3-ba9b-59dffb9f6181", "name": "network-vif-plugged", "status": "completed", "tag": "03660176-9b44-4590-8337-3977dc2d927b", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:42:29.045148 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee5383f6-4f57-4d86-9916-5aace46f68ce {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:42:29.045546 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5383f6-4f57-4d86-9916-5aace46f68ce'] response: {'server_uuid': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03660176-9b44-4590-8337-3977dc2d927b', 'code': 200} Jul 07 15:42:29.061754 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Publish callbacks [] for port (9065951b-c1d0-4227-81f8-045652074fe4), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:29.099652 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (03660176-9b44-4590-8337-3977dc2d927b), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:29.149648 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=03660176-9b44-4590-8337-3977dc2d927b,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:29.168391 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (9065951b-c1d0-4227-81f8-045652074fe4), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:29.217454 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Network 9da41ecc-09e3-4587-b0bc-9b4f13d625d5 is already hosted by enough agents. {{(pid=104328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:42:29.220539 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.base_scheduler [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Resources bound (agent type, host, resource id): {{(pid=104328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:42:29.224422 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Received port after_create {{(pid=104328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:42:29.254701 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Pushing event updated for resources: {'Port': ['ID=9065951b-c1d0-4227-81f8-045652074fe4,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:29.273177 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:29.273555 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:29.273908 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:29.274224 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:29.274554 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:29.274878 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:29.275203 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:29.275525 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:29.275873 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:29.276206 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:29.276520 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:29.276837 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:29.277160 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:29.277479 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:29.277795 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:29.303968 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:29.305710 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:29.343880 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5bd9f495-c7a2-4373-a639-bd7558ea46c8 req-7b960e82-18aa-4d5c-8a9c-4c1914f4c845 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 210 time: 0.0443685 Jul 07 15:42:29.416318 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-fd2af37b-21f8-476e-a0c3-49caffde538c tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8950334 Jul 07 15:42:29.427305 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Request body: {'port': {'device_id': 'ab219d06-7e13-4675-9711-a8752c3db63a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:29.442618 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9d80d-d015-4c6b-8ddd-4ff0c4cbd2ee req-cc740227-3983-403c-aace-6eb22c0651d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:29.444195 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-07f9d80d-d015-4c6b-8ddd-4ff0c4cbd2ee req-cc740227-3983-403c-aace-6eb22c0651d4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 1129 time: 0.0480311 Jul 07 15:42:29.486719 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (9065951b-c1d0-4227-81f8-045652074fe4), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:29.488855 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-07f9d80d-d015-4c6b-8ddd-4ff0c4cbd2ee req-9745f714-e7f4-426f-aef4-15892390e132 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384102 Jul 07 15:42:29.585632 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:29.671112 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:29.712275 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922253-133d-4fff-a88c-46b9c68c6a32 req-42dca44b-fef3-4f11-a185-dc630e5c409f tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:29.713782 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7b922253-133d-4fff-a88c-46b9c68c6a32 req-42dca44b-fef3-4f11-a185-dc630e5c409f tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 945 time: 0.0882645 Jul 07 15:42:29.795841 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7b922253-133d-4fff-a88c-46b9c68c6a32 req-1e022288-1370-4616-a4cf-fdd58e8caee1 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762496 Jul 07 15:42:29.830661 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9065951b-c1d0-4227-81f8-045652074fe4 {{(pid=104328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:42:29.839325 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Publish callbacks [] for port (9065951b-c1d0-4227-81f8-045652074fe4), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:29.852112 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.provisioning_blocks [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Transition to ACTIVE for port object 9065951b-c1d0-4227-81f8-045652074fe4 will not be triggered until provisioned by entity L2. {{(pid=104328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:42:29.944656 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (9065951b-c1d0-4227-81f8-045652074fe4), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:30.035691 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Pushing event updated for resources: {'Port': ['ID=9065951b-c1d0-4227-81f8-045652074fe4,revision_number=2']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:30.047581 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5b4f8-0e3c-4d4c-85b5-814c74cd0e25 req-3d1e3bb7-f93e-4618-89d8-db07976d05a9 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:30.049059 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c1f5b4f8-0e3c-4d4c-85b5-814c74cd0e25 req-3d1e3bb7-f93e-4618-89d8-db07976d05a9 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 944 time: 0.0702391 Jul 07 15:42:30.149375 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c1f5b4f8-0e3c-4d4c-85b5-814c74cd0e25 req-bed7c8f9-9bb7-4f3d-a252-5d96fd77386e tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944648 Jul 07 15:42:30.158738 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Attempting to bind port 9065951b-c1d0-4227-81f8-045652074fe4 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:42:30.159071 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Attempting to bind port 9065951b-c1d0-4227-81f8-045652074fe4 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '6f9efeac-9439-46ef-81ac-f243ac8d322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9da41ecc-09e3-4587-b0bc-9b4f13d625d5'}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:42:30.159401 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Attempting to bind port 9065951b-c1d0-4227-81f8-045652074fe4 on network 9da41ecc-09e3-4587-b0bc-9b4f13d625d5 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:42:30.169278 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:30.169278 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Port 9065951b-c1d0-4227-81f8-045652074fe4 on network 9da41ecc-09e3-4587-b0bc-9b4f13d625d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:42:30.169278 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Attempting to bind port 9065951b-c1d0-4227-81f8-045652074fe4 on network 9da41ecc-09e3-4587-b0bc-9b4f13d625d5 {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:42:30.170635 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:42:30.170978 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Checking segment: {'id': '6f9efeac-9439-46ef-81ac-f243ac8d322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9da41ecc-09e3-4587-b0bc-9b4f13d625d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:42:30.171355 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Bound using segment: {'id': '6f9efeac-9439-46ef-81ac-f243ac8d322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9da41ecc-09e3-4587-b0bc-9b4f13d625d5'} {{(pid=104328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:42:30.171805 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.managers [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Bound port: 9065951b-c1d0-4227-81f8-045652074fe4, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9efeac-9439-46ef-81ac-f243ac8d322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9da41ecc-09e3-4587-b0bc-9b4f13d625d5'}}] {{(pid=104328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:42:30.174677 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (9065951b-c1d0-4227-81f8-045652074fe4), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:30.234748 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] For port 9065951b-c1d0-4227-81f8-045652074fe4, host hv-cinder-84130, cleared binding levels {{(pid=104328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:42:30.238337 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] For port 9065951b-c1d0-4227-81f8-045652074fe4, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=9065951b-c1d0-4227-81f8-045652074fe4,segment=NetworkSegment(6f9efeac-9439-46ef-81ac-f243ac8d322e),segment_id=6f9efeac-9439-46ef-81ac-f243ac8d322e)] {{(pid=104328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:42:30.329295 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (9065951b-c1d0-4227-81f8-045652074fe4), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:30.368310 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:30.368951 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:30.370339 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] 10.222.0.50 "PUT /v2.0/ports/9065951b-c1d0-4227-81f8-045652074fe4 HTTP/1.1" status: 200 len: 1094 time: 0.9472010 Jul 07 15:42:30.370768 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab219d06-7e13-4675-9711-a8752c3db63a', 'tag': '9065951b-c1d0-4227-81f8-045652074fe4'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:42:30.373153 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85779cde-7bfe-48d0-ad17-be16b5c3d2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab219d06-7e13-4675-9711-a8752c3db63a", "tag": "9065951b-c1d0-4227-81f8-045652074fe4"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:42:30.396840 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3893ae2-7e44-47ce-8a7b-47a4efcbbeab service neutron] Pushing event updated for resources: {'Port': ['ID=9065951b-c1d0-4227-81f8-045652074fe4,revision_number=3']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:30.427322 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba39023f-160d-4e5b-b411-319a01a747b3 x-openstack-request-id: req-ba39023f-160d-4e5b-b411-319a01a747b3 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:42:30.431354 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab219d06-7e13-4675-9711-a8752c3db63a", "tag": "9065951b-c1d0-4227-81f8-045652074fe4", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:42:30.431354 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba39023f-160d-4e5b-b411-319a01a747b3 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:42:30.431354 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba39023f-160d-4e5b-b411-319a01a747b3'] response: {'name': 'network-changed', 'server_uuid': 'ab219d06-7e13-4675-9711-a8752c3db63a', 'tag': '9065951b-c1d0-4227-81f8-045652074fe4', 'status': 'completed', 'code': 200} Jul 07 15:42:30.456319 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-df659834-91c1-43a8-a6d3-59ee767b079f req-4e52d18f-6126-4ad6-bc7e-5aec9b4e2c24 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 210 time: 0.0398564 Jul 07 15:42:30.492947 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85779cde-7bfe-48d0-ad17-be16b5c3d2d2 req-73593523-b04c-4be1-b314-03e082e5578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:30.494466 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-85779cde-7bfe-48d0-ad17-be16b5c3d2d2 req-73593523-b04c-4be1-b314-03e082e5578e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f90b44820e424210b4dea0abc23ea469&device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 1128 time: 0.0473983 Jul 07 15:42:30.913482 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a86f6a-2230-491a-b870-d73f424d28b1 req-341d0b80-2669-47a5-92ff-b3f7885c0c9c tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:30.915466 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-20a86f6a-2230-491a-b870-d73f424d28b1 req-341d0b80-2669-47a5-92ff-b3f7885c0c9c tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 945 time: 0.0487134 Jul 07 15:42:30.972310 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-20a86f6a-2230-491a-b870-d73f424d28b1 req-b789ef5b-9f0c-4633-b8c7-6fc9033231fb tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513048 Jul 07 15:42:31.062133 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85779cde-7bfe-48d0-ad17-be16b5c3d2d2 req-a470dea3-7475-4b88-b558-b1a691e88227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:31.063627 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-85779cde-7bfe-48d0-ad17-be16b5c3d2d2 req-a470dea3-7475-4b88-b558-b1a691e88227 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f90b44820e424210b4dea0abc23ea469&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1021473 Jul 07 15:42:31.156545 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85779cde-7bfe-48d0-ad17-be16b5c3d2d2 req-d1faa5af-2266-4061-9bd2-560be609564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:31.158010 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-85779cde-7bfe-48d0-ad17-be16b5c3d2d2 req-d1faa5af-2266-4061-9bd2-560be609564f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886750 Jul 07 15:42:31.264147 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:42:31.278365 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-5e5955af-4ef9-44ab-9dce-b934b188b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:31.279934 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-5e5955af-4ef9-44ab-9dce-b934b188b40f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f90b44820e424210b4dea0abc23ea469&device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 1128 time: 0.0745635 Jul 07 15:42:31.290870 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0371bc2-3799-4c15-9d76-f20f15b9d926 req-ed68b030-4200-4c25-9673-a13c37361562 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:31.292253 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d0371bc2-3799-4c15-9d76-f20f15b9d926 req-ed68b030-4200-4c25-9673-a13c37361562 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 944 time: 0.0740967 Jul 07 15:42:31.330426 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-6de302da-1c11-4d2b-9eed-c1c6efccb8ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9065951b-c1d0-4227-81f8-045652074fe4 HTTP/1.1" status: 200 len: 217 time: 0.0372643 Jul 07 15:42:31.364769 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d0371bc2-3799-4c15-9d76-f20f15b9d926 req-6f6848b8-cae9-4ddc-8585-f0baf4cccbdc tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651038 Jul 07 15:42:31.578702 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e8a9bfdc-4438-4ed2-af83-3942562fe842 req-3c88be98-b189-4134-b332-8ab7a86f5bcc tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 210 time: 0.0525050 Jul 07 15:42:31.588197 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-a3a0672f-77bb-485f-acba-23fa27ee1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:31.589679 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-a3a0672f-77bb-485f-acba-23fa27ee1533 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86902461-7671-4db6-b6f8-401a7d4e4cb5 HTTP/1.1" status: 200 len: 848 time: 0.0728929 Jul 07 15:42:31.622072 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-8b082ea1-07ea-4056-8d0b-abfa12001bdc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9da41ecc-09e3-4587-b0bc-9b4f13d625d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267546 Jul 07 15:42:31.763848 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:31.769890 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-c6eb6fd4-9684-4832-971d-44a77ef10920 service neutron] 10.222.0.50 "GET /v2.0/networks/9da41ecc-09e3-4587-b0bc-9b4f13d625d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420503 Jul 07 15:42:31.844494 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57519b8-61f9-456b-820d-179eedf1c664 req-f12d6316-819c-4e1c-8e29-366a583fe5b3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:31.846121 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-d57519b8-61f9-456b-820d-179eedf1c664 req-f12d6316-819c-4e1c-8e29-366a583fe5b3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.50 "GET /v2.0/networks?id=29820a51-47ed-4a8e-8170-71221aa2cdfe HTTP/1.1" status: 200 len: 811 time: 0.1072648 Jul 07 15:42:31.870517 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cddca0a5-fe27-4c68-bad9-d1ce6fb05218 req-cf541fe3-699d-4a76-a125-23d01454c317 service neutron] 10.222.0.50 "GET /v2.0/networks/9da41ecc-09e3-4587-b0bc-9b4f13d625d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940390 Jul 07 15:42:31.910060 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-d57519b8-61f9-456b-820d-179eedf1c664 req-c9871777-e78a-4370-a21c-73b9fb7b787a tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b72dae7a2e644460b4c63da884023c82 HTTP/1.1" status: 200 len: 380 time: 0.0556872 Jul 07 15:42:31.918381 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-d57519b8-61f9-456b-820d-179eedf1c664 req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Request body: {'port': {'device_id': 'de1cc41e-3a12-4fdc-9cec-0cf589c82e21', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'admin_state_up': True, 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'security_groups': ['a7d12a43-067b-4b9a-93ae-1a2962987754']}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:32.082468 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d57519b8-61f9-456b-820d-179eedf1c664 req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Made reservation on behalf of b72dae7a2e644460b4c63da884023c82 for: {'port': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:42:32.085974 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-d57519b8-61f9-456b-820d-179eedf1c664 req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:32.088821 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c37fbd-50b8-417c-a2aa-65a5e6e6f604 req-357db4bb-3014-4dc7-adfd-f9255f64d22e tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:32.090289 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-86c37fbd-50b8-417c-a2aa-65a5e6e6f604 req-357db4bb-3014-4dc7-adfd-f9255f64d22e tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 945 time: 0.0474679 Jul 07 15:42:32.102523 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:32.141822 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-86c37fbd-50b8-417c-a2aa-65a5e6e6f604 req-deea475a-8234-4084-9081-935b06ddeca1 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458052 Jul 07 15:42:32.194292 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:32.220791 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [req-d57519b8-61f9-456b-820d-179eedf1c664 req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Allocated IP 172.20.0.8 (29820a51-47ed-4a8e-8170-71221aa2cdfe/bf143fb6-d0fd-4e14-a506-bd386a1da1c6/5aa4d37a-551d-4dfc-a30c-bbdfea38d06a) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:42:32.239478 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:32.255115 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9ee21-f4da-48d5-9f90-3d4b9d5433e8 req-4c868850-6bd2-4202-90c4-02ee9ffb5edb tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:32.256595 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4cc9ee21-f4da-48d5-9f90-3d4b9d5433e8 req-4c868850-6bd2-4202-90c4-02ee9ffb5edb tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 945 time: 0.0474613 Jul 07 15:42:32.303964 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4cc9ee21-f4da-48d5-9f90-3d4b9d5433e8 req-9a65f751-5902-43ee-8f7d-97ef6847afc5 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Jul 07 15:42:32.363152 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-d57519b8-61f9-456b-820d-179eedf1c664 req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for port (5aa4d37a-551d-4dfc-a30c-bbdfea38d06a), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:32.453999 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-d57519b8-61f9-456b-820d-179eedf1c664 req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (5aa4d37a-551d-4dfc-a30c-bbdfea38d06a), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:32.479535 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d7aef-9826-4533-90e7-57979991bea8 req-5efe44ab-c2cf-49a8-b2c9-9ed2a1b358b0 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:32.481497 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8d0d7aef-9826-4533-90e7-57979991bea8 req-5efe44ab-c2cf-49a8-b2c9-9ed2a1b358b0 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 944 time: 0.0486038 Jul 07 15:42:32.499831 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57519b8-61f9-456b-820d-179eedf1c664 req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Network 29820a51-47ed-4a8e-8170-71221aa2cdfe is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:42:32.503359 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [req-d57519b8-61f9-456b-820d-179eedf1c664 req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:42:32.507081 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57519b8-61f9-456b-820d-179eedf1c664 req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:42:32.558932 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8d0d7aef-9826-4533-90e7-57979991bea8 req-a27b5365-5107-4c91-80f5-61113b2803af tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665734 Jul 07 15:42:32.572033 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57519b8-61f9-456b-820d-179eedf1c664 req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:32.572707 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-d57519b8-61f9-456b-820d-179eedf1c664 req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:32.576827 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event updated for resources: {'Port': ['ID=5aa4d37a-551d-4dfc-a30c-bbdfea38d06a,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:32.590911 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:32.591246 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:32.591614 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:32.591952 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:32.592277 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:32.592628 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:32.592951 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:32.593264 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:32.593582 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:32.593897 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:32.594215 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:32.594556 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:32.594864 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:32.595175 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:32.595485 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:32.651935 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b60a42-c391-426d-8f53-1330cbe4cb7b req-83fcb82c-cd9d-496f-950f-578f35564709 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:32.653458 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-74b60a42-c391-426d-8f53-1330cbe4cb7b req-83fcb82c-cd9d-496f-950f-578f35564709 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 945 time: 0.0563188 Jul 07 15:42:32.684714 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-d57519b8-61f9-456b-820d-179eedf1c664 req-815f617b-d878-42bc-bf78-06eb631383cb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7698417 Jul 07 15:42:32.722451 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c9e7f-5afb-4335-a2cc-bf1be8fa50f5 req-fd4f699e-a4a9-4c74-974c-41a32e48d1ab tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:32.723935 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-939c9e7f-5afb-4335-a2cc-bf1be8fa50f5 req-fd4f699e-a4a9-4c74-974c-41a32e48d1ab tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 931 time: 0.0695508 Jul 07 15:42:32.750917 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-74b60a42-c391-426d-8f53-1330cbe4cb7b req-a0470784-52b8-45b1-81a7-6b717f0c94ea tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860379 Jul 07 15:42:32.768944 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Request body: {'port': {'device_id': 'de1cc41e-3a12-4fdc-9cec-0cf589c82e21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:32.783534 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-77a96c23-0395-494f-8818-5ceaec5460df None None] Provisioning complete for port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:42:32.784078 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-77a96c23-0395-494f-8818-5ceaec5460df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (5aa4d37a-551d-4dfc-a30c-bbdfea38d06a), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:32.821505 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-77a96c23-0395-494f-8818-5ceaec5460df None None] Port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a cannot update to ACTIVE because it is not bound. {{(pid=104329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 15:42:32.824059 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-939c9e7f-5afb-4335-a2cc-bf1be8fa50f5 req-1129e37e-7800-4796-b501-cc64bafb71ae tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908794 Jul 07 15:42:32.841333 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (5aa4d37a-551d-4dfc-a30c-bbdfea38d06a), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:33.056717 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:33.103721 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a {{(pid=104327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:42:33.111299 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Publish callbacks [] for port (5aa4d37a-551d-4dfc-a30c-bbdfea38d06a), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:33.124105 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.provisioning_blocks [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Transition to ACTIVE for port object 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a will not be triggered until provisioned by entity L2. {{(pid=104327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:42:33.197760 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24476689'] for port (5aa4d37a-551d-4dfc-a30c-bbdfea38d06a), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:33.253491 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa4d37a-551d-4dfc-a30c-bbdfea38d06a,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:33.294856 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:33.332720 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Attempting to bind port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:42:33.332720 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Attempting to bind port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:42:33.332720 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Attempting to bind port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a on network 29820a51-47ed-4a8e-8170-71221aa2cdfe {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:42:33.332720 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a on network 29820a51-47ed-4a8e-8170-71221aa2cdfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:42:33.332720 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Attempting to bind port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a on network 29820a51-47ed-4a8e-8170-71221aa2cdfe {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:42:33.337852 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:42:33.338235 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Checking segment: {'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:42:33.338610 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Bound using segment: {'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:42:33.339037 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Bound port: 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e09b110-0507-43cf-8246-f29606b42cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:42:33.339394 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (5aa4d37a-551d-4dfc-a30c-bbdfea38d06a), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:33.413134 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] For port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a, host hv-cinder-84130, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:42:33.416819 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] For port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=5aa4d37a-551d-4dfc-a30c-bbdfea38d06a,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:42:33.512949 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24476689'] for port (5aa4d37a-551d-4dfc-a30c-bbdfea38d06a), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:33.551440 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:33.552113 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:33.553504 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-d57519b8-61f9-456b-820d-179eedf1c664 req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] 10.222.0.50 "PUT /v2.0/ports/5aa4d37a-551d-4dfc-a30c-bbdfea38d06a HTTP/1.1" status: 200 len: 1093 time: 0.7889423 Jul 07 15:42:33.554000 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1cc41e-3a12-4fdc-9cec-0cf589c82e21', 'tag': '5aa4d37a-551d-4dfc-a30c-bbdfea38d06a'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:42:33.556758 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428a1aa6-5a05-461a-87a7-15a77aacae74" -d '{"events": [{"name": "network-changed", "server_uuid": "de1cc41e-3a12-4fdc-9cec-0cf589c82e21", "tag": "5aa4d37a-551d-4dfc-a30c-bbdfea38d06a"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:42:33.591886 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca276b8-5e0c-4db7-9aaa-32256f3d5628 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa4d37a-551d-4dfc-a30c-bbdfea38d06a,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:33.602737 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d3e56f-58a2-487e-9300-fd3ad859b713 x-openstack-request-id: req-91d3e56f-58a2-487e-9300-fd3ad859b713 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:42:33.603282 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1cc41e-3a12-4fdc-9cec-0cf589c82e21", "tag": "5aa4d37a-551d-4dfc-a30c-bbdfea38d06a", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:42:33.603530 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91d3e56f-58a2-487e-9300-fd3ad859b713 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:42:33.603980 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d3e56f-58a2-487e-9300-fd3ad859b713'] response: {'name': 'network-changed', 'server_uuid': 'de1cc41e-3a12-4fdc-9cec-0cf589c82e21', 'tag': '5aa4d37a-551d-4dfc-a30c-bbdfea38d06a', 'status': 'completed', 'code': 200} Jul 07 15:42:33.614626 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:33.671348 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a1aa6-5a05-461a-87a7-15a77aacae74 req-6bc91af1-6fa5-4927-8bcf-349fbcf881da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:33.672901 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-428a1aa6-5a05-461a-87a7-15a77aacae74 req-6bc91af1-6fa5-4927-8bcf-349fbcf881da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b72dae7a2e644460b4c63da884023c82&device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 1127 time: 0.0446699 Jul 07 15:42:33.687021 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a51613-0a75-4ed1-aab0-b283f961532f req-9ad757ba-8d05-4966-8bcf-6066a1aad66f tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:33.692619 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-38a51613-0a75-4ed1-aab0-b283f961532f req-9ad757ba-8d05-4966-8bcf-6066a1aad66f tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 944 time: 0.0610044 Jul 07 15:42:33.743045 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-38a51613-0a75-4ed1-aab0-b283f961532f req-1a1b4e5d-91b0-4686-8b44-f89f5cadec25 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486128 Jul 07 15:42:33.795543 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a1aa6-5a05-461a-87a7-15a77aacae74 req-37149c50-347c-4233-8899-e1b6819f7549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:33.797498 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-428a1aa6-5a05-461a-87a7-15a77aacae74 req-37149c50-347c-4233-8899-e1b6819f7549 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b72dae7a2e644460b4c63da884023c82&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1180782 Jul 07 15:42:33.904860 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a1aa6-5a05-461a-87a7-15a77aacae74 req-79c71e5d-35d9-4837-b548-c0ce6d4324b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:33.906385 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-428a1aa6-5a05-461a-87a7-15a77aacae74 req-79c71e5d-35d9-4837-b548-c0ce6d4324b9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1026664 Jul 07 15:42:33.964445 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f5531-89c4-42e8-8d1b-27effd143a5d req-29b229b7-1127-476b-ad4b-96ae6dfcc6d9 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:33.965960 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-544f5531-89c4-42e8-8d1b-27effd143a5d req-29b229b7-1127-476b-ad4b-96ae6dfcc6d9 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 943 time: 0.0544174 Jul 07 15:42:33.982029 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57519b8-61f9-456b-820d-179eedf1c664 req-e1903af8-0641-4324-a675-48a2bd1f02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:33.983511 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-d57519b8-61f9-456b-820d-179eedf1c664 req-e1903af8-0641-4324-a675-48a2bd1f02d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b72dae7a2e644460b4c63da884023c82&device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 1127 time: 0.0403714 Jul 07 15:42:34.019854 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-544f5531-89c4-42e8-8d1b-27effd143a5d req-5aa4065b-5e2f-440a-bdf1-0b847c2a6222 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474772 Jul 07 15:42:34.025840 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-d57519b8-61f9-456b-820d-179eedf1c664 req-b0402015-a527-42d4-8c9e-8f9a30c53f30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aa4d37a-551d-4dfc-a30c-bbdfea38d06a HTTP/1.1" status: 200 len: 217 time: 0.0358088 Jul 07 15:42:34.098235 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57519b8-61f9-456b-820d-179eedf1c664 req-be6bece3-b3a0-4bb7-a557-689fcfdca142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:34.099653 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-d57519b8-61f9-456b-820d-179eedf1c664 req-be6bece3-b3a0-4bb7-a557-689fcfdca142 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf143fb6-d0fd-4e14-a506-bd386a1da1c6 HTTP/1.1" status: 200 len: 850 time: 0.0425117 Jul 07 15:42:34.142889 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57519b8-61f9-456b-820d-179eedf1c664 req-6da42b9c-a897-4511-aa4a-2da43f826b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:34.144277 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-d57519b8-61f9-456b-820d-179eedf1c664 req-6da42b9c-a897-4511-aa4a-2da43f826b48 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29820a51-47ed-4a8e-8170-71221aa2cdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378149 Jul 07 15:42:34.230077 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:34.235559 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-d57519b8-61f9-456b-820d-179eedf1c664 req-e4be14c6-9bed-4ab7-a32c-40c6a725af30 service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850766 Jul 07 15:42:34.324469 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-d57519b8-61f9-456b-820d-179eedf1c664 req-07b1367c-e526-42d6-88d6-21b57104571c service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827818 Jul 07 15:42:34.779515 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 9065951b-c1d0-4227-81f8-045652074fe4 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:42:34.864149 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6b42f-5422-47a8-8a90-4693cf41b9af req-21029b7f-d279-49d5-b68a-c9072c3c6fb3 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:34.865638 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e8e6b42f-5422-47a8-8a90-4693cf41b9af req-21029b7f-d279-49d5-b68a-c9072c3c6fb3 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 944 time: 0.0490439 Jul 07 15:42:34.885363 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 9065951b-c1d0-4227-81f8-045652074fe4, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=9065951b-c1d0-4227-81f8-045652074fe4,segment=NetworkSegment(6f9efeac-9439-46ef-81ac-f243ac8d322e),segment_id=6f9efeac-9439-46ef-81ac-f243ac8d322e)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:42:34.896630 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '9065951b-c1d0-4227-81f8-045652074fe4', 'network_id': '9da41ecc-09e3-4587-b0bc-9b4f13d625d5', 'port_id': '9065951b-c1d0-4227-81f8-045652074fe4', 'mac_address': 'fa:16:3e:3a:71:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86902461-7671-4db6-b6f8-401a7d4e4cb5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:42:34.917946 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e8e6b42f-5422-47a8-8a90-4693cf41b9af req-51cf59a8-549d-42a0-8468-b8a5d67cb190 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459025 Jul 07 15:42:34.933965 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 9065951b-c1d0-4227-81f8-045652074fe4 is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:42:34.934439 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (9065951b-c1d0-4227-81f8-045652074fe4), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:34.950278 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9065951b-c1d0-4227-81f8-045652074fe4 {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:42:34.972170 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 9065951b-c1d0-4227-81f8-045652074fe4, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=9065951b-c1d0-4227-81f8-045652074fe4,segment=NetworkSegment(6f9efeac-9439-46ef-81ac-f243ac8d322e),segment_id=6f9efeac-9439-46ef-81ac-f243ac8d322e)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:42:35.041748 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (9065951b-c1d0-4227-81f8-045652074fe4), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:35.091768 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=9065951b-c1d0-4227-81f8-045652074fe4,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:35.134131 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524037ab-e614-456e-8624-18166844c027 req-49b475cc-39ce-4497-9a7e-488b745ccca9 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:35.135638 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-524037ab-e614-456e-8624-18166844c027 req-49b475cc-39ce-4497-9a7e-488b745ccca9 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 943 time: 0.0488431 Jul 07 15:42:35.186691 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-524037ab-e614-456e-8624-18166844c027 req-33409daf-fe9f-49a6-8031-b5439844dd24 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452757 Jul 07 15:42:35.272250 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['9065951b-c1d0-4227-81f8-045652074fe4'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:42:35.375126 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:35.381930 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:36.042451 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d0844-0621-4317-b411-c11389defa41 req-e63a8211-8d19-4d8e-8523-bdca91466010 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:36.043966 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e09d0844-0621-4317-b411-c11389defa41 req-e63a8211-8d19-4d8e-8523-bdca91466010 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 945 time: 0.0480924 Jul 07 15:42:36.091945 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:36.099180 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e09d0844-0621-4317-b411-c11389defa41 req-3b15e67b-d3a7-40b3-8452-51d5e33d33e9 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481288 Jul 07 15:42:36.304469 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b4bbb-ad2f-487b-810f-0eb7e8f9fa09 req-63caf706-be2c-4663-bffb-07afb61e3c7e tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:36.305908 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8a9b4bbb-ad2f-487b-810f-0eb7e8f9fa09 req-63caf706-be2c-4663-bffb-07afb61e3c7e tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 943 time: 0.0496709 Jul 07 15:42:36.357516 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8a9b4bbb-ad2f-487b-810f-0eb7e8f9fa09 req-bd660f42-21c8-4282-8ebe-872978e81952 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460956 Jul 07 15:42:36.794441 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 9065951b-c1d0-4227-81f8-045652074fe4 up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:42:36.838323 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port 9065951b-c1d0-4227-81f8-045652074fe4 completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:42:36.893219 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 9065951b-c1d0-4227-81f8-045652074fe4 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:42:36.893607 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (9065951b-c1d0-4227-81f8-045652074fe4), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:36.964842 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 9065951b-c1d0-4227-81f8-045652074fe4 is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:42:36.965226 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (9065951b-c1d0-4227-81f8-045652074fe4), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:36.987340 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab219d06-7e13-4675-9711-a8752c3db63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9065951b-c1d0-4227-81f8-045652074fe4'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:42:36.989815 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21370206-201d-4572-bd0b-3b56b7c2504e" -d '{"events": [{"server_uuid": "ab219d06-7e13-4675-9711-a8752c3db63a", "name": "network-vif-plugged", "status": "completed", "tag": "9065951b-c1d0-4227-81f8-045652074fe4"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:42:37.003891 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 9065951b-c1d0-4227-81f8-045652074fe4, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=9065951b-c1d0-4227-81f8-045652074fe4,segment=NetworkSegment(6f9efeac-9439-46ef-81ac-f243ac8d322e),segment_id=6f9efeac-9439-46ef-81ac-f243ac8d322e)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:42:37.033737 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfb5247-5fdd-4675-9525-ee0a5ea5ce12 x-openstack-request-id: req-2cfb5247-5fdd-4675-9525-ee0a5ea5ce12 {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:42:37.034114 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab219d06-7e13-4675-9711-a8752c3db63a", "name": "network-vif-plugged", "status": "completed", "tag": "9065951b-c1d0-4227-81f8-045652074fe4", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:42:37.034525 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2cfb5247-5fdd-4675-9525-ee0a5ea5ce12 {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:42:37.035059 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cfb5247-5fdd-4675-9525-ee0a5ea5ce12'] response: {'server_uuid': 'ab219d06-7e13-4675-9711-a8752c3db63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9065951b-c1d0-4227-81f8-045652074fe4', 'code': 200} Jul 07 15:42:37.071385 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (9065951b-c1d0-4227-81f8-045652074fe4), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:37.120154 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=9065951b-c1d0-4227-81f8-045652074fe4,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:37.210334 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb761e-142b-4289-a2be-6aced744a9e8 req-e662cbee-ec60-4592-b776-04ade9d537f8 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:37.212468 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fcbb761e-142b-4289-a2be-6aced744a9e8 req-e662cbee-ec60-4592-b776-04ade9d537f8 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 946 time: 0.0469501 Jul 07 15:42:37.262376 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fcbb761e-142b-4289-a2be-6aced744a9e8 req-042d433e-993f-4d96-90de-e514cec51acf tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435600 Jul 07 15:42:37.319856 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42625c46-ebf1-4be6-836a-a57688f262ad req-20b277b1-bd76-4d89-bdcf-e4510cbc9baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:37.321992 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-42625c46-ebf1-4be6-836a-a57688f262ad req-20b277b1-bd76-4d89-bdcf-e4510cbc9baa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 1130 time: 0.0434637 Jul 07 15:42:37.367234 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-42625c46-ebf1-4be6-836a-a57688f262ad req-5ec35dd2-43de-4af3-b48a-0a5159eb0164 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380208 Jul 07 15:42:37.474015 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce43ec-131d-46a0-9447-9b1194ce9cf5 req-4a944f4e-ee24-4c87-9bdc-90b5adb9ce50 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:37.475430 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e1ce43ec-131d-46a0-9447-9b1194ce9cf5 req-4a944f4e-ee24-4c87-9bdc-90b5adb9ce50 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 943 time: 0.0452845 Jul 07 15:42:37.529580 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e1ce43ec-131d-46a0-9447-9b1194ce9cf5 req-89c6071d-91e2-4906-9fe8-b26dd23630d9 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483754 Jul 07 15:42:38.374558 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a602b-7d86-492b-b812-1bd5a23d9150 req-60d2c1ad-a0de-4ef6-9441-5c2e3760a676 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:38.376031 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bf7a602b-7d86-492b-b812-1bd5a23d9150 req-60d2c1ad-a0de-4ef6-9441-5c2e3760a676 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 946 time: 0.0477269 Jul 07 15:42:38.401565 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:38.422366 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bf7a602b-7d86-492b-b812-1bd5a23d9150 req-0741f22c-1181-4697-8c1e-ce33481f110b tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409136 Jul 07 15:42:38.641624 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9ba00-0884-4602-bcc5-e499a0258ff6 req-bf0c40f6-c272-495e-a561-08c7ef88b703 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:38.643090 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-76f9ba00-0884-4602-bcc5-e499a0258ff6 req-bf0c40f6-c272-495e-a561-08c7ef88b703 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 943 time: 0.0469608 Jul 07 15:42:38.695682 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-76f9ba00-0884-4602-bcc5-e499a0258ff6 req-829eb7b7-269f-4610-bcca-9d6cefc7e6b1 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459850 Jul 07 15:42:39.540590 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac395d-159d-46ff-9fc5-cb515b0fcb54 req-22411808-f4bb-46a9-a01b-9cfdc62b4090 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:39.542041 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b7ac395d-159d-46ff-9fc5-cb515b0fcb54 req-22411808-f4bb-46a9-a01b-9cfdc62b4090 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 946 time: 0.0506818 Jul 07 15:42:39.588536 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b7ac395d-159d-46ff-9fc5-cb515b0fcb54 req-28a6ee6d-73fe-41cf-86df-3b6b424b2c08 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412045 Jul 07 15:42:39.811035 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abb7f3-33d2-4305-98b4-88838b26f2c9 req-d375f710-9787-47da-8497-0d868f2ac25c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:39.812549 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-09abb7f3-33d2-4305-98b4-88838b26f2c9 req-d375f710-9787-47da-8497-0d868f2ac25c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 943 time: 0.0470269 Jul 07 15:42:39.862365 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-09abb7f3-33d2-4305-98b4-88838b26f2c9 req-ade2687d-9517-43b0-9a71-912708a0f648 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440149 Jul 07 15:42:40.243342 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=4 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:40.837571 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72d571-79db-4ec2-8cb7-7d3f42fc513e req-f066f123-084e-4f03-af73-aa00a9645bcd tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:40.839013 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bf72d571-79db-4ec2-8cb7-7d3f42fc513e req-f066f123-084e-4f03-af73-aa00a9645bcd tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 946 time: 0.0499830 Jul 07 15:42:40.884767 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-bf72d571-79db-4ec2-8cb7-7d3f42fc513e req-249c58a5-e59a-444b-bd11-2d3238e51dee tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402446 Jul 07 15:42:40.977792 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec17ec5-c864-4c9f-97e1-2ec34ba29444 req-8550ead1-d3c8-4eba-871d-9ff2c9e0d34c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:40.979262 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fec17ec5-c864-4c9f-97e1-2ec34ba29444 req-8550ead1-d3c8-4eba-871d-9ff2c9e0d34c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 943 time: 0.0483563 Jul 07 15:42:41.027576 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fec17ec5-c864-4c9f-97e1-2ec34ba29444 req-fe905f82-4785-4b40-9aff-2313ad120cc8 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428486 Jul 07 15:42:41.997228 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee45c7-a3f7-4de8-9eef-c7e001ea30ed req-8891e724-4bcc-47a0-b2e9-d0bbb42a9e42 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:41.998655 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d1ee45c7-a3f7-4de8-9eef-c7e001ea30ed req-8891e724-4bcc-47a0-b2e9-d0bbb42a9e42 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 946 time: 0.0469840 Jul 07 15:42:42.032998 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:42.048366 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d1ee45c7-a3f7-4de8-9eef-c7e001ea30ed req-dadfe508-0992-4ff4-bbee-1c5a86c57c81 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/security-groups?id=981a798f-2b0c-4087-ad2e-e02580128f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441864 Jul 07 15:42:42.139482 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f000aa9-c0db-4060-9c03-31c09dce2375 req-f832ddcb-e72f-4f7f-a0d6-9a7cf19922fe tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:42.140974 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7f000aa9-c0db-4060-9c03-31c09dce2375 req-f832ddcb-e72f-4f7f-a0d6-9a7cf19922fe tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 943 time: 0.0473142 Jul 07 15:42:42.188568 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7f000aa9-c0db-4060-9c03-31c09dce2375 req-5e24d875-77a8-421f-8b5b-5fe50877f867 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420690 Jul 07 15:42:42.434490 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1ff91-cf41-4c4e-bcfa-9e220785d625 req-31960b75-1c99-45d1-9e53-a5e6bb30c566 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:42.435978 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-2cc1ff91-cf41-4c4e-bcfa-9e220785d625 req-31960b75-1c99-45d1-9e53-a5e6bb30c566 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 946 time: 0.0485430 Jul 07 15:42:42.520873 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-2cc1ff91-cf41-4c4e-bcfa-9e220785d625 req-f9b27cce-da54-4401-9fde-c97220a17625 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Deleting port 9065951b-c1d0-4227-81f8-045652074fe4 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:42:42.521216 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-2cc1ff91-cf41-4c4e-bcfa-9e220785d625 req-f9b27cce-da54-4401-9fde-c97220a17625 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (9065951b-c1d0-4227-81f8-045652074fe4), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:42.611493 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-2cc1ff91-cf41-4c4e-bcfa-9e220785d625 req-f9b27cce-da54-4401-9fde-c97220a17625 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] For port 9065951b-c1d0-4227-81f8-045652074fe4, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=9065951b-c1d0-4227-81f8-045652074fe4,segment=NetworkSegment(6f9efeac-9439-46ef-81ac-f243ac8d322e),segment_id=6f9efeac-9439-46ef-81ac-f243ac8d322e)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:42:42.611881 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-2cc1ff91-cf41-4c4e-bcfa-9e220785d625 req-f9b27cce-da54-4401-9fde-c97220a17625 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (9065951b-c1d0-4227-81f8-045652074fe4), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:42.625514 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-2cc1ff91-cf41-4c4e-bcfa-9e220785d625 req-f9b27cce-da54-4401-9fde-c97220a17625 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Calling delete_port for 9065951b-c1d0-4227-81f8-045652074fe4 owned by compute:nova {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:42:42.673911 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:42.831041 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-2cc1ff91-cf41-4c4e-bcfa-9e220785d625 req-f9b27cce-da54-4401-9fde-c97220a17625 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (9065951b-c1d0-4227-81f8-045652074fe4), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:42.848600 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['9065951b-c1d0-4227-81f8-045652074fe4'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:42:42.853310 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:42:42.857418 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b27cce-da54-4401-9fde-c97220a17625 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Pushing event deleted for resources: {'Port': ['ID=9065951b-c1d0-4227-81f8-045652074fe4,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:42.904748 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc1ff91-cf41-4c4e-bcfa-9e220785d625 req-f9b27cce-da54-4401-9fde-c97220a17625 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] No DVR routers for this DVR port 9065951b-c1d0-4227-81f8-045652074fe4 on host hv-cinder-84130 {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:42:42.907158 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-2cc1ff91-cf41-4c4e-bcfa-9e220785d625 req-f9b27cce-da54-4401-9fde-c97220a17625 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:42.910369 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-2cc1ff91-cf41-4c4e-bcfa-9e220785d625 req-f9b27cce-da54-4401-9fde-c97220a17625 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.50 "DELETE /v2.0/ports/9065951b-c1d0-4227-81f8-045652074fe4 HTTP/1.1" status: 204 len: 173 time: 0.4692202 Jul 07 15:42:42.910798 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab219d06-7e13-4675-9711-a8752c3db63a', 'name': 'network-vif-deleted', 'tag': '9065951b-c1d0-4227-81f8-045652074fe4'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:42:42.913044 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c19e05-4518-4a5e-85ed-543be49eb73f" -d '{"events": [{"server_uuid": "ab219d06-7e13-4675-9711-a8752c3db63a", "name": "network-vif-deleted", "tag": "9065951b-c1d0-4227-81f8-045652074fe4"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:42:42.977533 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f78afd9-55e8-46b6-8493-a006b403e19d x-openstack-request-id: req-4f78afd9-55e8-46b6-8493-a006b403e19d {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:42:42.977533 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab219d06-7e13-4675-9711-a8752c3db63a", "name": "network-vif-deleted", "tag": "9065951b-c1d0-4227-81f8-045652074fe4", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:42:42.977533 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f78afd9-55e8-46b6-8493-a006b403e19d {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:42:42.977533 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f78afd9-55e8-46b6-8493-a006b403e19d'] response: {'server_uuid': 'ab219d06-7e13-4675-9711-a8752c3db63a', 'name': 'network-vif-deleted', 'tag': '9065951b-c1d0-4227-81f8-045652074fe4', 'status': 'completed', 'code': 200} Jul 07 15:42:42.994330 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=5aa4d37a-551d-4dfc-a30c-bbdfea38d06a,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:42:43.006192 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': '5aa4d37a-551d-4dfc-a30c-bbdfea38d06a', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'port_id': '5aa4d37a-551d-4dfc-a30c-bbdfea38d06a', 'mac_address': 'fa:16:3e:72:a0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:42:43.040712 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:42:43.041093 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (5aa4d37a-551d-4dfc-a30c-bbdfea38d06a), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:43.053754 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:42:43.073987 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=5aa4d37a-551d-4dfc-a30c-bbdfea38d06a,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:42:43.143151 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-5d91995b-015e-47e3-a03e-17089a123860 req-c69d3ba0-0535-4793-8bd7-1d5d5cb93074 tempest-VolumesActionsTest-944480723 tempest-VolumesActionsTest-944480723-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab219d06-7e13-4675-9711-a8752c3db63a HTTP/1.1" status: 200 len: 210 time: 0.0277789 Jul 07 15:42:43.190466 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (5aa4d37a-551d-4dfc-a30c-bbdfea38d06a), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:43.238254 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=5aa4d37a-551d-4dfc-a30c-bbdfea38d06a,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:43.245977 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:43.246395 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:43.246634 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:43.246985 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:43.247296 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:43.247654 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:43.247983 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:43.248309 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:43.248693 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:43.248943 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:43.249266 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:43.249592 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:43.250088 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:43.250326 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:43.250536 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:42:43.307189 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13badd-151c-4644-b50f-c881eead2b6e req-fa1bbf73-f3b8-40bc-af4e-d0ffa6a340bd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:43.308842 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8f13badd-151c-4644-b50f-c881eead2b6e req-fa1bbf73-f3b8-40bc-af4e-d0ffa6a340bd tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 944 time: 0.0489159 Jul 07 15:42:43.363658 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8f13badd-151c-4644-b50f-c881eead2b6e req-d91569bc-5645-4bad-b8f0-56d2a375eabe tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478823 Jul 07 15:42:43.439644 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['5aa4d37a-551d-4dfc-a30c-bbdfea38d06a'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:42:43.628929 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:43.633519 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:44.048547 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda235d5-a0ee-4653-af55-099c3d8ca0c9 req-96c7434e-960f-482f-b82e-96ad6a1cddf7 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:44.050083 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fda235d5-a0ee-4653-af55-099c3d8ca0c9 req-96c7434e-960f-482f-b82e-96ad6a1cddf7 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 945 time: 0.0504651 Jul 07 15:42:44.096465 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fda235d5-a0ee-4653-af55-099c3d8ca0c9 req-257ab0ef-e802-4d01-bbdf-b43f3a9a6a02 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405600 Jul 07 15:42:44.119535 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50816) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:42:44.316298 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ffdbd9-9056-4db1-83d7-277bff2d58d4 tempest-TestMinimumBasicScenario-2074554877 tempest-TestMinimumBasicScenario-2074554877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:44.317842 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-79ffdbd9-9056-4db1-83d7-277bff2d58d4 tempest-TestMinimumBasicScenario-2074554877 tempest-TestMinimumBasicScenario-2074554877-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 1124 time: 0.1973128 Jul 07 15:42:44.321612 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50824) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:42:44.327730 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Request body: {'floatingip': {'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'port_id': '03660176-9b44-4590-8337-3977dc2d927b', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:44.430911 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:44.476485 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01f605-96ca-4e29-b37b-88b97b4a6d92 req-7bde33ae-2b4c-473c-a8fe-ba75b6a5a256 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:44.478030 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3a01f605-96ca-4e29-b37b-88b97b4a6d92 req-7bde33ae-2b4c-473c-a8fe-ba75b6a5a256 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 944 time: 0.0470588 Jul 07 15:42:44.513764 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:44.531664 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3a01f605-96ca-4e29-b37b-88b97b4a6d92 req-899ad9a8-b2c2-44ad-ab7a-55a4266cc7ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478239 Jul 07 15:42:44.626461 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:44.627833 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Allocated IP 172.27.1.60 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/b58a715e-1348-45b9-b0bf-ed985504e5e1) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:42:44.731068 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for port (b58a715e-1348-45b9-b0bf-ed985504e5e1), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:44.815032 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (b58a715e-1348-45b9-b0bf-ed985504e5e1), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:44.857320 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:42:44.858121 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:42:44.861172 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:42:44.864780 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:44.866017 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:42:44.892711 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Pushing event updated for resources: {'Port': ['ID=b58a715e-1348-45b9-b0bf-ed985504e5e1,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:44.907072 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:42:45.008091 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:42:45.008469 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (5aa4d37a-551d-4dfc-a30c-bbdfea38d06a), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:45.081433 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:42:45.081807 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (5aa4d37a-551d-4dfc-a30c-bbdfea38d06a), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:45.105253 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1cc41e-3a12-4fdc-9cec-0cf589c82e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa4d37a-551d-4dfc-a30c-bbdfea38d06a'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:42:45.107462 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4826e838-90d2-48e4-9f9b-0ed37d78382d" -d '{"events": [{"server_uuid": "de1cc41e-3a12-4fdc-9cec-0cf589c82e21", "name": "network-vif-plugged", "status": "completed", "tag": "5aa4d37a-551d-4dfc-a30c-bbdfea38d06a"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:42:45.124060 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=5aa4d37a-551d-4dfc-a30c-bbdfea38d06a,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:42:45.169694 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e543bb56-7bbd-4c8f-bd26-8399900c7c3d x-openstack-request-id: req-e543bb56-7bbd-4c8f-bd26-8399900c7c3d {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:42:45.170194 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1cc41e-3a12-4fdc-9cec-0cf589c82e21", "name": "network-vif-plugged", "status": "completed", "tag": "5aa4d37a-551d-4dfc-a30c-bbdfea38d06a", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:42:45.170595 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e543bb56-7bbd-4c8f-bd26-8399900c7c3d {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:42:45.171341 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e543bb56-7bbd-4c8f-bd26-8399900c7c3d'] response: {'server_uuid': 'de1cc41e-3a12-4fdc-9cec-0cf589c82e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa4d37a-551d-4dfc-a30c-bbdfea38d06a', 'code': 200} Jul 07 15:42:45.202051 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (5aa4d37a-551d-4dfc-a30c-bbdfea38d06a), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:45.202921 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 9065951b-c1d0-4227-81f8-045652074fe4 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:42:45.231555 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for floatingip (f61b7736-7169-4b05-88b4-6ad1206d71f5), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:45.238726 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: 9065951b-c1d0-4227-81f8-045652074fe4 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:42:45.239073 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 9065951b-c1d0-4227-81f8-045652074fe4 not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:42:45.267652 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=5aa4d37a-551d-4dfc-a30c-bbdfea38d06a,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:45.356078 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (b58a715e-1348-45b9-b0bf-ed985504e5e1), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:45.470157 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:45.507399 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for port (b58a715e-1348-45b9-b0bf-ed985504e5e1), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:45.551739 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0929955-ea1d-452f-815d-6ae624f693c9 req-db0d3ba7-78d2-40ee-ba81-95cd92e8f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:45.553228 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-d0929955-ea1d-452f-815d-6ae624f693c9 req-db0d3ba7-78d2-40ee-ba81-95cd92e8f8ed service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 1129 time: 0.0384567 Jul 07 15:42:45.583167 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24476689'] for port (b58a715e-1348-45b9-b0bf-ed985504e5e1), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:45.636803 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-d0929955-ea1d-452f-815d-6ae624f693c9 req-3b9df078-e621-404b-8d20-d2f4c77feb05 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769804 Jul 07 15:42:45.650664 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1d20f-ad9f-45d8-afb7-923153644b72 req-09a2822b-605b-42b1-a881-1184850adb74 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:45.652229 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-aad1d20f-ad9f-45d8-afb7-923153644b72 req-09a2822b-605b-42b1-a881-1184850adb74 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 945 time: 0.0527771 Jul 07 15:42:45.676675 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Pushing event updated for resources: {'Port': ['ID=b58a715e-1348-45b9-b0bf-ed985504e5e1,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:45.686222 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (f61b7736-7169-4b05-88b4-6ad1206d71f5), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:45.702455 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-aad1d20f-ad9f-45d8-afb7-923153644b72 req-1394d09e-4257-43c4-88ef-9cf29b05ed82 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445523 Jul 07 15:42:45.777319 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Floating IP f61b7736-7169-4b05-88b4-6ad1206d71f5 associated. External IP: 172.27.1.60, port: 03660176-9b44-4590-8337-3977dc2d927b. Jul 07 15:42:45.972723 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Router cc29d688-f820-4e04-8594-56d8d0e77e9d has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:42:45.975765 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:46.075023 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:42:46.084495 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70903671-0ce2-4c53-af5d-1a69c09835d2 None None] Sync routers for ids ['cc29d688-f820-4e04-8594-56d8d0e77e9d'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:42:46.094626 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70903671-0ce2-4c53-af5d-1a69c09835d2 None None] Routers {'cc29d688-f820-4e04-8594-56d8d0e77e9d'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:42:46.095230 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-70903671-0ce2-4c53-af5d-1a69c09835d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:42:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['cc29d688-f820-4e04-8594-56d8d0e77e9d'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:42:46.164165 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:46.193805 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-8f7be706-ea88-4630-9696-2883a07ead0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8711905 Jul 07 15:42:46.194388 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'tag': '03660176-9b44-4590-8337-3977dc2d927b'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:42:46.196449 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-70903671-0ce2-4c53-af5d-1a69c09835d2 None None] Set router cc29d688-f820-4e04-8594-56d8d0e77e9d gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:42:46.197121 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a36c8bd-450b-4279-b6ac-d554763246a3" -d '{"events": [{"name": "network-changed", "server_uuid": "66906c69-cb44-49e3-ba9b-59dffb9f6181", "tag": "03660176-9b44-4590-8337-3977dc2d927b"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:42:46.197408 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50872) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:42:46.201868 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-196b5af3-77ee-44eb-8309-76e010784f28 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-686680740', 'description': 'tempest-secgroup-smoke-686680740 description', 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:46.235299 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27d1157-882c-4b51-9cd2-2fb361410bd3 x-openstack-request-id: req-a27d1157-882c-4b51-9cd2-2fb361410bd3 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:42:46.235821 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66906c69-cb44-49e3-ba9b-59dffb9f6181", "tag": "03660176-9b44-4590-8337-3977dc2d927b", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:42:46.235923 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a27d1157-882c-4b51-9cd2-2fb361410bd3 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:42:46.236284 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27d1157-882c-4b51-9cd2-2fb361410bd3'] response: {'name': 'network-changed', 'server_uuid': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'tag': '03660176-9b44-4590-8337-3977dc2d927b', 'status': 'completed', 'code': 200} Jul 07 15:42:46.276250 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-196b5af3-77ee-44eb-8309-76e010784f28 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:46.300799 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:46.346317 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-196b5af3-77ee-44eb-8309-76e010784f28 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group (d4369ade-2dea-4744-9b77-f7acf134ab9b), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:46.395911 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-196b5af3-77ee-44eb-8309-76e010784f28 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (d4369ade-2dea-4744-9b77-f7acf134ab9b), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:46.403370 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-70903671-0ce2-4c53-af5d-1a69c09835d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'name': 'tempest-TestMinimumBasicScenario-1393647824-router', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:40Z', 'updated_at': '2022-07-07T15:41:45Z', 'revision_number': 4, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'gw_port': {'id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:41Z', 'updated_at': '2022-07-07T15:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'f61b7736-7169-4b05-88b4-6ad1206d71f5', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'port_id': '03660176-9b44-4590-8337-3977dc2d927b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10', 'mac_address': 'fa:16:3e:fd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:42:45Z', 'updated_at': '2022-07-07T15:42:45Z', 'revision_number': 0, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af019ed-2689-483d-b096-7c67f7850192', 'name': '', 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'mac_address': 'fa:16:3e:af:e8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:44Z', 'updated_at': '2022-07-07T15:41:48Z', 'revision_number': 5, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'subnets': [{'id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:42:46.427458 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b5af3-77ee-44eb-8309-76e010784f28 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4369ade-2dea-4744-9b77-f7acf134ab9b,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:46.431952 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70903671-0ce2-4c53-af5d-1a69c09835d2 None None] Checking router: cc29d688-f820-4e04-8594-56d8d0e77e9d for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:42:46.441085 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70903671-0ce2-4c53-af5d-1a69c09835d2 None None] Routers {'cc29d688-f820-4e04-8594-56d8d0e77e9d'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:42:46.441678 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-70903671-0ce2-4c53-af5d-1a69c09835d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:42:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['cc29d688-f820-4e04-8594-56d8d0e77e9d'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:42:46.495294 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-196b5af3-77ee-44eb-8309-76e010784f28 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:46.498240 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-196b5af3-77ee-44eb-8309-76e010784f28 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2982910 Jul 07 15:42:46.500445 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50880) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:42:46.504725 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-1d0cfb0b-a512-4cf3-9707-25c78084d41a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Request body: {'security_group_rule': {'security_group_id': 'd4369ade-2dea-4744-9b77-f7acf134ab9b', 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:46.544522 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-70903671-0ce2-4c53-af5d-1a69c09835d2 None None] Set router cc29d688-f820-4e04-8594-56d8d0e77e9d gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:42:46.620433 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfb0b-a512-4cf3-9707-25c78084d41a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (c43c223f-3c55-4ac1-978a-bbe1675a2869), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:46.679991 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfb0b-a512-4cf3-9707-25c78084d41a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (c43c223f-3c55-4ac1-978a-bbe1675a2869), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:46.767828 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfb0b-a512-4cf3-9707-25c78084d41a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (c43c223f-3c55-4ac1-978a-bbe1675a2869), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:46.816144 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cfb0b-a512-4cf3-9707-25c78084d41a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43c223f-3c55-4ac1-978a-bbe1675a2869,revision_number=0']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:46.826430 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:46.834934 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bd7a2-ac69-45bc-9b21-1d3499c123f4 req-c2151b85-ccf3-4be9-9412-20fc8eb558cc tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:46.837064 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-607bd7a2-ac69-45bc-9b21-1d3499c123f4 req-c2151b85-ccf3-4be9-9412-20fc8eb558cc tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 945 time: 0.0627322 Jul 07 15:42:46.837394 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-70903671-0ce2-4c53-af5d-1a69c09835d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'name': 'tempest-TestMinimumBasicScenario-1393647824-router', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:40Z', 'updated_at': '2022-07-07T15:41:45Z', 'revision_number': 4, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'gw_port': {'id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:41Z', 'updated_at': '2022-07-07T15:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'f61b7736-7169-4b05-88b4-6ad1206d71f5', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'port_id': '03660176-9b44-4590-8337-3977dc2d927b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10', 'mac_address': 'fa:16:3e:fd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:42:45Z', 'updated_at': '2022-07-07T15:42:45Z', 'revision_number': 0, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af019ed-2689-483d-b096-7c67f7850192', 'name': '', 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'mac_address': 'fa:16:3e:af:e8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:44Z', 'updated_at': '2022-07-07T15:41:48Z', 'revision_number': 5, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'subnets': [{'id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:42:46.864942 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70903671-0ce2-4c53-af5d-1a69c09835d2 None None] The sync data for ids ['cc29d688-f820-4e04-8594-56d8d0e77e9d'] in dv-cinder-841302-5-iscsi is: [{'id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'name': 'tempest-TestMinimumBasicScenario-1393647824-router', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:40Z', 'updated_at': '2022-07-07T15:41:45Z', 'revision_number': 4, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'gw_port': {'id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:41Z', 'updated_at': '2022-07-07T15:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': 'f61b7736-7169-4b05-88b4-6ad1206d71f5', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'port_id': '03660176-9b44-4590-8337-3977dc2d927b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10', 'mac_address': 'fa:16:3e:fd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:42:45Z', 'updated_at': '2022-07-07T15:42:45Z', 'revision_number': 0, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af019ed-2689-483d-b096-7c67f7850192', 'name': '', 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'mac_address': 'fa:16:3e:af:e8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:44Z', 'updated_at': '2022-07-07T15:41:48Z', 'revision_number': 5, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'subnets': [{'id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:42:46.887178 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfb0b-a512-4cf3-9707-25c78084d41a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:46.888407 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-1d0cfb0b-a512-4cf3-9707-25c78084d41a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3870370 Jul 07 15:42:46.892164 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50884) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:42:46.896247 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-607bd7a2-ac69-45bc-9b21-1d3499c123f4 req-27681bf8-21bd-4818-9bb0-9829916f7918 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530360 Jul 07 15:42:46.897185 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-5192174a-19f9-471a-a955-aa0e556680ee tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Request body: {'security_group_rule': {'security_group_id': 'd4369ade-2dea-4744-9b77-f7acf134ab9b', 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:46.985676 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5192174a-19f9-471a-a955-aa0e556680ee tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (f641e771-ba66-406c-8b4c-21d26a16e6aa), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:47.048032 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5192174a-19f9-471a-a955-aa0e556680ee tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (f641e771-ba66-406c-8b4c-21d26a16e6aa), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:47.065382 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39cb198-e855-4a1f-baf1-3a21372e43a8 None None] New status for floating IP f61b7736-7169-4b05-88b4-6ad1206d71f5: ACTIVE {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:42:47.099184 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5192174a-19f9-471a-a955-aa0e556680ee tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (f641e771-ba66-406c-8b4c-21d26a16e6aa), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:47.119741 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192174a-19f9-471a-a955-aa0e556680ee tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f641e771-ba66-406c-8b4c-21d26a16e6aa,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:47.169658 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5192174a-19f9-471a-a955-aa0e556680ee tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:47.172110 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-5192174a-19f9-471a-a955-aa0e556680ee tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2783785 Jul 07 15:42:47.176587 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50886) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:42:47.181323 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-35a88010-6049-4cc6-b4a9-fc749df55058 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Request body: {'security_group_rule': {'security_group_id': 'd4369ade-2dea-4744-9b77-f7acf134ab9b', 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:47.248533 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-35a88010-6049-4cc6-b4a9-fc749df55058 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (e49b46b8-c642-4ffb-801d-b92940175f3b), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:47.264173 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:47.306523 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-35a88010-6049-4cc6-b4a9-fc749df55058 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (e49b46b8-c642-4ffb-801d-b92940175f3b), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:47.355808 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-35a88010-6049-4cc6-b4a9-fc749df55058 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (e49b46b8-c642-4ffb-801d-b92940175f3b), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:47.376201 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a88010-6049-4cc6-b4a9-fc749df55058 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49b46b8-c642-4ffb-801d-b92940175f3b,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:47.432753 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-35a88010-6049-4cc6-b4a9-fc749df55058 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:47.433959 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-35a88010-6049-4cc6-b4a9-fc749df55058 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2564707 Jul 07 15:42:47.436617 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50888) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:42:47.440926 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-b379fc39-e380-43b1-a1c0-e1ddd81e8834 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Request body: {'security_group_rule': {'security_group_id': 'd4369ade-2dea-4744-9b77-f7acf134ab9b', 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:47.510465 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b379fc39-e380-43b1-a1c0-e1ddd81e8834 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (659d5f02-ee7b-4b90-b263-15ed2e9ddedd), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:47.567303 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b379fc39-e380-43b1-a1c0-e1ddd81e8834 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (659d5f02-ee7b-4b90-b263-15ed2e9ddedd), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:47.618151 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b379fc39-e380-43b1-a1c0-e1ddd81e8834 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (659d5f02-ee7b-4b90-b263-15ed2e9ddedd), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:47.636412 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379fc39-e380-43b1-a1c0-e1ddd81e8834 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659d5f02-ee7b-4b90-b263-15ed2e9ddedd,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:47.712588 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b379fc39-e380-43b1-a1c0-e1ddd81e8834 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:47.713887 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b379fc39-e380-43b1-a1c0-e1ddd81e8834 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2763109 Jul 07 15:42:47.716544 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50894) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:42:47.720716 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-d110cd87-39c0-494f-8630-44c5f18a56d0 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Request body: {'security_group_rule': {'security_group_id': 'd4369ade-2dea-4744-9b77-f7acf134ab9b', 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:47.807261 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.securitygroups_db [None req-d110cd87-39c0-494f-8630-44c5f18a56d0 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Project 0b2770b1b56d4f0ea8c3c1759a8e504f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 15:42:47.812997 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d110cd87-39c0-494f-8630-44c5f18a56d0 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (66f3a691-cc9d-4372-a586-956fc7ca432c), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:47.872215 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d110cd87-39c0-494f-8630-44c5f18a56d0 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (66f3a691-cc9d-4372-a586-956fc7ca432c), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:47.950907 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d110cd87-39c0-494f-8630-44c5f18a56d0 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (66f3a691-cc9d-4372-a586-956fc7ca432c), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:47.973195 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110cd87-39c0-494f-8630-44c5f18a56d0 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f3a691-cc9d-4372-a586-956fc7ca432c,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:48.007937 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66333e6a-1ed3-4195-b6f7-8dbf5a62c93d req-70c8a1dd-607b-4d24-ae3e-862f2ccd049f tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:48.009408 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-66333e6a-1ed3-4195-b6f7-8dbf5a62c93d req-70c8a1dd-607b-4d24-ae3e-862f2ccd049f tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 945 time: 0.0483208 Jul 07 15:42:48.021200 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d110cd87-39c0-494f-8630-44c5f18a56d0 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:48.022397 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d110cd87-39c0-494f-8630-44c5f18a56d0 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3049500 Jul 07 15:42:48.025932 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50898) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:42:48.030390 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-faa6dde4-d7a9-4ead-83d5-f500ad69e1a8 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Request body: {'security_group_rule': {'security_group_id': 'd4369ade-2dea-4744-9b77-f7acf134ab9b', 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:48.059047 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-66333e6a-1ed3-4195-b6f7-8dbf5a62c93d req-7d250704-f6b6-4716-8b28-0a7e7635d867 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440261 Jul 07 15:42:48.099220 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.securitygroups_db [None req-faa6dde4-d7a9-4ead-83d5-f500ad69e1a8 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Project 0b2770b1b56d4f0ea8c3c1759a8e504f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 15:42:48.105996 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-faa6dde4-d7a9-4ead-83d5-f500ad69e1a8 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (898dfc87-79c3-41f6-9de5-2f6bf7532c2d), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:48.134053 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:48.166659 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-faa6dde4-d7a9-4ead-83d5-f500ad69e1a8 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (898dfc87-79c3-41f6-9de5-2f6bf7532c2d), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:48.258456 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-faa6dde4-d7a9-4ead-83d5-f500ad69e1a8 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684379'] for security_group_rule (898dfc87-79c3-41f6-9de5-2f6bf7532c2d), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:48.278718 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6dde4-d7a9-4ead-83d5-f500ad69e1a8 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898dfc87-79c3-41f6-9de5-2f6bf7532c2d,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:48.352001 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-faa6dde4-d7a9-4ead-83d5-f500ad69e1a8 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:48.353268 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-faa6dde4-d7a9-4ead-83d5-f500ad69e1a8 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3263571 Jul 07 15:42:48.442920 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-308188ea-dd2e-4f39-aaa5-5b72349663fd req-6502b439-cde2-4566-94ac-16d7c3a91a7a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686680740&fields=id&tenant_id=0b2770b1b56d4f0ea8c3c1759a8e504f HTTP/1.1" status: 200 len: 267 time: 0.0465021 Jul 07 15:42:48.493487 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308188ea-dd2e-4f39-aaa5-5b72349663fd req-298b928d-1185-490d-b17c-fb033d94d483 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:48.494925 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-308188ea-dd2e-4f39-aaa5-5b72349663fd req-298b928d-1185-490d-b17c-fb033d94d483 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 945 time: 0.0463946 Jul 07 15:42:48.505142 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-308188ea-dd2e-4f39-aaa5-5b72349663fd req-e30e70c5-b711-4148-88be-69b804acf04d tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Request body: {'port': {'security_groups': ['62ab0158-7fb7-4986-86bd-1cdc5582a8ea', 'd4369ade-2dea-4744-9b77-f7acf134ab9b']}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:48.576528 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-308188ea-dd2e-4f39-aaa5-5b72349663fd req-e30e70c5-b711-4148-88be-69b804acf04d tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (03660176-9b44-4590-8337-3977dc2d927b), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:48.625723 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c8bd-450b-4279-b6ac-d554763246a3 req-c37196ba-dc23-4dbe-8efa-91173e526ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:48.627233 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8a36c8bd-450b-4279-b6ac-d554763246a3 req-c37196ba-dc23-4dbe-8efa-91173e526ed9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b2770b1b56d4f0ea8c3c1759a8e504f&device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 1129 time: 0.0393584 Jul 07 15:42:48.728352 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c8bd-450b-4279-b6ac-d554763246a3 req-750b5422-a7ba-433b-8294-8e24814e4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:48.729752 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8a36c8bd-450b-4279-b6ac-d554763246a3 req-750b5422-a7ba-433b-8294-8e24814e4468 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 HTTP/1.1" status: 200 len: 916 time: 0.0955675 Jul 07 15:42:48.759234 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-308188ea-dd2e-4f39-aaa5-5b72349663fd req-e30e70c5-b711-4148-88be-69b804acf04d tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] For port 03660176-9b44-4590-8337-3977dc2d927b, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=03660176-9b44-4590-8337-3977dc2d927b,segment=NetworkSegment(c559df14-cec8-43a5-a355-adbca5afd1c2),segment_id=c559df14-cec8-43a5-a355-adbca5afd1c2)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:42:48.791903 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8a36c8bd-450b-4279-b6ac-d554763246a3 req-9744bc2b-ef98-4536-8be8-9ceab0853134 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03660176-9b44-4590-8337-3977dc2d927b HTTP/1.1" status: 200 len: 1000 time: 0.0548329 Jul 07 15:42:48.792691 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-308188ea-dd2e-4f39-aaa5-5b72349663fd req-e30e70c5-b711-4148-88be-69b804acf04d tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for port (03660176-9b44-4590-8337-3977dc2d927b), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:48.853142 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-308188ea-dd2e-4f39-aaa5-5b72349663fd req-e30e70c5-b711-4148-88be-69b804acf04d tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (03660176-9b44-4590-8337-3977dc2d927b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:48.865312 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['03660176-9b44-4590-8337-3977dc2d927b'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:42:48.897710 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308188ea-dd2e-4f39-aaa5-5b72349663fd req-e30e70c5-b711-4148-88be-69b804acf04d tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:48.898328 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-308188ea-dd2e-4f39-aaa5-5b72349663fd req-e30e70c5-b711-4148-88be-69b804acf04d tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:48.905754 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-308188ea-dd2e-4f39-aaa5-5b72349663fd req-e30e70c5-b711-4148-88be-69b804acf04d tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "PUT /v2.0/ports/03660176-9b44-4590-8337-3977dc2d927b HTTP/1.1" status: 200 len: 981 time: 0.4047925 Jul 07 15:42:48.906235 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'tag': '03660176-9b44-4590-8337-3977dc2d927b'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:42:48.908957 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cc97d9-6080-48e1-aa43-975c96578dec" -d '{"events": [{"name": "network-changed", "server_uuid": "66906c69-cb44-49e3-ba9b-59dffb9f6181", "tag": "03660176-9b44-4590-8337-3977dc2d927b"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:42:48.936279 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e70c5-b711-4148-88be-69b804acf04d tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Pushing event updated for resources: {'Port': ['ID=03660176-9b44-4590-8337-3977dc2d927b,revision_number=6']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:48.981672 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b4f0e6-1c76-445f-9bbc-d105d998b34b x-openstack-request-id: req-a7b4f0e6-1c76-445f-9bbc-d105d998b34b {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:42:48.981974 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66906c69-cb44-49e3-ba9b-59dffb9f6181", "tag": "03660176-9b44-4590-8337-3977dc2d927b", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:42:48.982235 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7b4f0e6-1c76-445f-9bbc-d105d998b34b {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:42:48.982629 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b4f0e6-1c76-445f-9bbc-d105d998b34b'] response: {'name': 'network-changed', 'server_uuid': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'tag': '03660176-9b44-4590-8337-3977dc2d927b', 'status': 'completed', 'code': 200} Jul 07 15:42:49.000629 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:49.006837 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['03660176-9b44-4590-8337-3977dc2d927b'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:42:49.037604 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5a468-0b38-4c1e-883a-48e9e97a9b03 req-a06f6a7a-189c-46d8-a3e9-c1c45034afc9 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:49.039731 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cbb5a468-0b38-4c1e-883a-48e9e97a9b03 req-a06f6a7a-189c-46d8-a3e9-c1c45034afc9 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 984 time: 0.0509984 Jul 07 15:42:49.117968 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-cbb5a468-0b38-4c1e-883a-48e9e97a9b03 req-f1e18e56-b328-49c3-8530-8f95446ecef7 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4369ade-2dea-4744-9b77-f7acf134ab9b&id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720294 Jul 07 15:42:49.135974 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c8bd-450b-4279-b6ac-d554763246a3 req-7cd42414-9baf-46a8-9775-be9432d13b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:49.137747 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8a36c8bd-450b-4279-b6ac-d554763246a3 req-7cd42414-9baf-46a8-9775-be9432d13b8f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9eba21ad-b700-4210-9e02-e3a7e1652352 HTTP/1.1" status: 200 len: 854 time: 0.0795217 Jul 07 15:42:49.200577 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829b1d7-064a-486c-bfe1-27df5792c69a req-b0c38206-7da6-4f87-a6e7-e9c7691f0c82 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:49.202231 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8829b1d7-064a-486c-bfe1-27df5792c69a req-b0c38206-7da6-4f87-a6e7-e9c7691f0c82 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 945 time: 0.0520883 Jul 07 15:42:49.229521 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:49.239989 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-609bf74a-9015-4b22-bc2c-abd6f8063005 None None] Provisioning complete for port 03660176-9b44-4590-8337-3977dc2d927b triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:42:49.240359 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-609bf74a-9015-4b22-bc2c-abd6f8063005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (03660176-9b44-4590-8337-3977dc2d927b), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:49.256786 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:49.261499 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8829b1d7-064a-486c-bfe1-27df5792c69a req-09f8948c-7ef4-4113-a0a0-dd619615aba8 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525506 Jul 07 15:42:49.449611 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c8bd-450b-4279-b6ac-d554763246a3 req-050ff05b-ffc4-455e-911a-98763333614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:49.451240 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8a36c8bd-450b-4279-b6ac-d554763246a3 req-050ff05b-ffc4-455e-911a-98763333614d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1a1eb1fc-380d-4506-bbe7-97afbc3bfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3025098 Jul 07 15:42:49.458493 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-609bf74a-9015-4b22-bc2c-abd6f8063005 None None] Current status of the port 03660176-9b44-4590-8337-3977dc2d927b is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:42:49.778541 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:49.905814 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8a36c8bd-450b-4279-b6ac-d554763246a3 req-7346a62e-eadb-458d-b1cf-e16df2f84625 service neutron] 10.222.0.50 "GET /v2.0/networks/1a1eb1fc-380d-4506-bbe7-97afbc3bfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377046 Jul 07 15:42:50.045311 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8a36c8bd-450b-4279-b6ac-d554763246a3 req-f3efc155-69fe-42a3-91a2-5379654f5419 service neutron] 10.222.0.50 "GET /v2.0/networks/1a1eb1fc-380d-4506-bbe7-97afbc3bfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324601 Jul 07 15:42:50.228680 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc97d9-6080-48e1-aa43-975c96578dec req-26f5f3c2-15a2-4b0f-ab86-3e079bdae483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:50.230555 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-36cc97d9-6080-48e1-aa43-975c96578dec req-26f5f3c2-15a2-4b0f-ab86-3e079bdae483 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b2770b1b56d4f0ea8c3c1759a8e504f&device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 1168 time: 0.0452752 Jul 07 15:42:50.361979 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc97d9-6080-48e1-aa43-975c96578dec req-c2bc2cc3-9459-47ef-89ca-c87743e4a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:50.364318 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-36cc97d9-6080-48e1-aa43-975c96578dec req-c2bc2cc3-9459-47ef-89ca-c87743e4a927 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 HTTP/1.1" status: 200 len: 916 time: 0.1275988 Jul 07 15:42:50.396497 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:50.405714 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb911f83-74d6-4c40-8b6e-66c0dc031a3a req-250d908b-aebd-4f3d-946a-8487ceac1a61 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:50.407451 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fb911f83-74d6-4c40-8b6e-66c0dc031a3a req-250d908b-aebd-4f3d-946a-8487ceac1a61 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 945 time: 0.0551877 Jul 07 15:42:50.454971 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-36cc97d9-6080-48e1-aa43-975c96578dec req-02be58ee-bfc2-4d63-b62b-15fe6aad5694 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03660176-9b44-4590-8337-3977dc2d927b HTTP/1.1" status: 200 len: 1000 time: 0.0842896 Jul 07 15:42:50.471292 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fb911f83-74d6-4c40-8b6e-66c0dc031a3a req-893aa6a1-7ac4-4a88-8b92-d0bcb7283713 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577390 Jul 07 15:42:50.558582 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc97d9-6080-48e1-aa43-975c96578dec req-34620fbb-ba36-40b4-98fb-9bba0c1eb2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:50.560402 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-36cc97d9-6080-48e1-aa43-975c96578dec req-34620fbb-ba36-40b4-98fb-9bba0c1eb2d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9eba21ad-b700-4210-9e02-e3a7e1652352 HTTP/1.1" status: 200 len: 854 time: 0.0989916 Jul 07 15:42:50.613971 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd05ca8-7b5e-47e2-a34b-74b576d18cd8 req-418c70b6-23d9-40d5-b1d5-7599c4037973 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:50.622259 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dfd05ca8-7b5e-47e2-a34b-74b576d18cd8 req-418c70b6-23d9-40d5-b1d5-7599c4037973 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 945 time: 0.0658109 Jul 07 15:42:50.649707 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc97d9-6080-48e1-aa43-975c96578dec req-7830f2be-8a1e-4cb6-8571-3e64a90da088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:50.651866 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-36cc97d9-6080-48e1-aa43-975c96578dec req-7830f2be-8a1e-4cb6-8571-3e64a90da088 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1a1eb1fc-380d-4506-bbe7-97afbc3bfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850475 Jul 07 15:42:50.684254 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dfd05ca8-7b5e-47e2-a34b-74b576d18cd8 req-65fe86f3-9b15-466d-be8b-e6df421f9145 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559888 Jul 07 15:42:50.696824 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6b9feae7-6df8-4491-9958-498490c7b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:50.700417 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 50938) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:42:50.784824 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-36cc97d9-6080-48e1-aa43-975c96578dec req-4c40edc9-516a-479e-a185-e2eaa6627277 service neutron] 10.222.0.50 "GET /v2.0/networks/1a1eb1fc-380d-4506-bbe7-97afbc3bfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254475 Jul 07 15:42:50.828994 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:50.892318 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-36cc97d9-6080-48e1-aa43-975c96578dec req-0139ac52-de5b-4cf9-8afd-b66752284e01 service neutron] 10.222.0.50 "GET /v2.0/networks/1a1eb1fc-380d-4506-bbe7-97afbc3bfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003573 Jul 07 15:42:50.920781 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61892886-9e27-486a-bdd7-f12fc30df274 tempest-TestVolumeBootPattern-1837141472 tempest-TestVolumeBootPattern-1837141472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:50.925910 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-61892886-9e27-486a-bdd7-f12fc30df274 tempest-TestVolumeBootPattern-1837141472 tempest-TestVolumeBootPattern-1837141472-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 1124 time: 0.2208478 Jul 07 15:42:50.926238 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 50942) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:42:50.931527 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Request body: {'floatingip': {'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'port_id': '5aa4d37a-551d-4dfc-a30c-bbdfea38d06a', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:42:51.202898 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:51.328601 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:51.472272 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Allocated IP 172.27.1.104 (ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5/bf0de490-fdc9-4554-9dbc-b921115f16b1/e121670e-adcc-42e7-ad8f-0bda56e99ad5) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:42:51.617344 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for port (e121670e-adcc-42e7-ad8f-0bda56e99ad5), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:51.625912 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:51.722852 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (e121670e-adcc-42e7-ad8f-0bda56e99ad5), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:51.767679 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Network ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:42:51.770655 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:42:51.775330 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:42:51.807601 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event updated for resources: {'Port': ['ID=e121670e-adcc-42e7-ad8f-0bda56e99ad5,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:52.033900 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:52.254186 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for floatingip (0859a631-6bcc-4e2b-a700-fdc0e7af3ec8), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:52.368190 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (e121670e-adcc-42e7-ad8f-0bda56e99ad5), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:52.532776 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for port (e121670e-adcc-42e7-ad8f-0bda56e99ad5), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:52.573299 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24476689'] for port (e121670e-adcc-42e7-ad8f-0bda56e99ad5), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:52.647702 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event updated for resources: {'Port': ['ID=e121670e-adcc-42e7-ad8f-0bda56e99ad5,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:42:52.662252 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539861'] for floatingip (0859a631-6bcc-4e2b-a700-fdc0e7af3ec8), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:52.766498 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:52.784633 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Floating IP 0859a631-6bcc-4e2b-a700-fdc0e7af3ec8 associated. External IP: 172.27.1.104, port: 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a. Jul 07 15:42:52.813498 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-fa720c58-ced4-4998-9606-24948ecb8d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:53.029994 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Router dc842381-3dbf-414f-8223-8f44fd847642 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:42:53.139310 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:42:53.151158 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a160a7b9-3d0d-4973-9908-e818f72ad67c None None] Sync routers for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:42:53.162697 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a160a7b9-3d0d-4973-9908-e818f72ad67c None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:42:53.164063 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-a160a7b9-3d0d-4973-9908-e818f72ad67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:42:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:42:53.215457 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:53.245589 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:53.259174 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-b5aa8627-4c76-4c9e-bc57-b2a7059947ff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3315661 Jul 07 15:42:53.259884 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1cc41e-3a12-4fdc-9cec-0cf589c82e21', 'tag': '5aa4d37a-551d-4dfc-a30c-bbdfea38d06a'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:42:53.262508 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d21c9f1-ba36-458e-8139-5561a664bb29" -d '{"events": [{"name": "network-changed", "server_uuid": "de1cc41e-3a12-4fdc-9cec-0cf589c82e21", "tag": "5aa4d37a-551d-4dfc-a30c-bbdfea38d06a"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:42:53.296132 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-a160a7b9-3d0d-4973-9908-e818f72ad67c None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:42:53.330672 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2db0fb-3d47-44b2-a28b-132387814d94 x-openstack-request-id: req-df2db0fb-3d47-44b2-a28b-132387814d94 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:42:53.330982 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1cc41e-3a12-4fdc-9cec-0cf589c82e21", "tag": "5aa4d37a-551d-4dfc-a30c-bbdfea38d06a", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:42:53.331356 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df2db0fb-3d47-44b2-a28b-132387814d94 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:42:53.331598 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2db0fb-3d47-44b2-a28b-132387814d94'] response: {'name': 'network-changed', 'server_uuid': 'de1cc41e-3a12-4fdc-9cec-0cf589c82e21', 'tag': '5aa4d37a-551d-4dfc-a30c-bbdfea38d06a', 'status': 'completed', 'code': 200} Jul 07 15:42:53.401499 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:53.418234 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21c9f1-ba36-458e-8139-5561a664bb29 req-dc2de86f-5094-4a10-98ec-a987fbe45b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:53.420127 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:53.420594 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0d21c9f1-ba36-458e-8139-5561a664bb29 req-dc2de86f-5094-4a10-98ec-a987fbe45b23 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b72dae7a2e644460b4c63da884023c82&device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 1129 time: 0.0610528 Jul 07 15:42:53.526462 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21c9f1-ba36-458e-8139-5561a664bb29 req-3289850b-9e47-41cd-a616-6fdecc136b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:53.528137 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0d21c9f1-ba36-458e-8139-5561a664bb29 req-3289850b-9e47-41cd-a616-6fdecc136b3f service neutron] 10.222.0.50 "GET /v2.0/networks?id=29820a51-47ed-4a8e-8170-71221aa2cdfe HTTP/1.1" status: 200 len: 912 time: 0.1010973 Jul 07 15:42:53.552295 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-a160a7b9-3d0d-4973-9908-e818f72ad67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '0859a631-6bcc-4e2b-a700-fdc0e7af3ec8', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'port_id': '5aa4d37a-551d-4dfc-a30c-bbdfea38d06a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'mac_address': 'fa:16:3e:72:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cc41e-3a12-4fdc-9cec-0cf589c82e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:42:52Z', 'updated_at': '2022-07-07T15:42:52Z', 'revision_number': 0, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address_scope': None}, {'id': '55e1a1a8-7b4d-4ec9-8bbb-6c4150950639', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'port_id': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'mac_address': 'fa:16:3e:89:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:40:25Z', 'updated_at': '2022-07-07T15:40:28Z', 'revision_number': 1, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:42:53.579478 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a160a7b9-3d0d-4973-9908-e818f72ad67c None None] Checking router: dc842381-3dbf-414f-8223-8f44fd847642 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:42:53.592103 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a160a7b9-3d0d-4973-9908-e818f72ad67c None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:42:53.592723 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-a160a7b9-3d0d-4973-9908-e818f72ad67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:42:53Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:42:53.602611 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0d21c9f1-ba36-458e-8139-5561a664bb29 req-b392ad1a-d867-4cbb-905c-05424ec8c24e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aa4d37a-551d-4dfc-a30c-bbdfea38d06a HTTP/1.1" status: 200 len: 999 time: 0.0666788 Jul 07 15:42:53.698649 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21c9f1-ba36-458e-8139-5561a664bb29 req-4220560a-b495-46b5-a8eb-3015a63ceb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:53.700984 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0d21c9f1-ba36-458e-8139-5561a664bb29 req-4220560a-b495-46b5-a8eb-3015a63ceb20 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf143fb6-d0fd-4e14-a506-bd386a1da1c6 HTTP/1.1" status: 200 len: 850 time: 0.0910890 Jul 07 15:42:53.711883 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-a160a7b9-3d0d-4973-9908-e818f72ad67c None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:42:53.781958 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21c9f1-ba36-458e-8139-5561a664bb29 req-02f525e3-e5ea-43b8-ab52-d59d8bc4f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:42:53.783894 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0d21c9f1-ba36-458e-8139-5561a664bb29 req-02f525e3-e5ea-43b8-ab52-d59d8bc4f569 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29820a51-47ed-4a8e-8170-71221aa2cdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674243 Jul 07 15:42:53.912246 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0d21c9f1-ba36-458e-8139-5561a664bb29 req-7ecc2768-6f02-43bb-b84a-2e7b05fea417 service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214201 Jul 07 15:42:53.967531 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-a160a7b9-3d0d-4973-9908-e818f72ad67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '0859a631-6bcc-4e2b-a700-fdc0e7af3ec8', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'port_id': '5aa4d37a-551d-4dfc-a30c-bbdfea38d06a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'mac_address': 'fa:16:3e:72:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cc41e-3a12-4fdc-9cec-0cf589c82e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:42:52Z', 'updated_at': '2022-07-07T15:42:52Z', 'revision_number': 0, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address_scope': None}, {'id': '55e1a1a8-7b4d-4ec9-8bbb-6c4150950639', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'port_id': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'mac_address': 'fa:16:3e:89:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:40:25Z', 'updated_at': '2022-07-07T15:40:28Z', 'revision_number': 1, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:42:53.994660 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a160a7b9-3d0d-4973-9908-e818f72ad67c None None] The sync data for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi is: [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '0859a631-6bcc-4e2b-a700-fdc0e7af3ec8', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'port_id': '5aa4d37a-551d-4dfc-a30c-bbdfea38d06a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'mac_address': 'fa:16:3e:72:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cc41e-3a12-4fdc-9cec-0cf589c82e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:42:52Z', 'updated_at': '2022-07-07T15:42:52Z', 'revision_number': 0, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address_scope': None}, {'id': '55e1a1a8-7b4d-4ec9-8bbb-6c4150950639', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'port_id': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'mac_address': 'fa:16:3e:89:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:40:25Z', 'updated_at': '2022-07-07T15:40:28Z', 'revision_number': 1, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:42:54.032032 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0d21c9f1-ba36-458e-8139-5561a664bb29 req-44efb401-6f1f-4269-9a2f-bdc0955220cf service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113493 Jul 07 15:42:54.233294 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4f2a0b-d448-4adc-96a9-c5acffa4e5e5 None None] New status for floating IP 0859a631-6bcc-4e2b-a700-fdc0e7af3ec8: ACTIVE {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:42:54.284580 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:55.579336 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:42:55.733424 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:42:55.826058 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:00.916259 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=13 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:00.917770 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=33 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:03.584482 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:03.962617 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=30 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:03.970708 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=72 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:04.021131 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=79,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:04.028584 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=47 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:05.328184 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e1c296ba-64d4-4419-8378-1674f50796cc req-203949f6-5753-4283-b8c4-40de9a95d625 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399513 Jul 07 15:43:05.408498 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c296ba-64d4-4419-8378-1674f50796cc req-14008c68-0453-4d28-b153-d3761d5a63de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:05.409979 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e1c296ba-64d4-4419-8378-1674f50796cc req-14008c68-0453-4d28-b153-d3761d5a63de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b72dae7a2e644460b4c63da884023c82&device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 1129 time: 0.0415370 Jul 07 15:43:05.512709 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c296ba-64d4-4419-8378-1674f50796cc req-926e77c4-c2fd-4aa9-be3c-dbc4c7eaf2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:05.514089 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e1c296ba-64d4-4419-8378-1674f50796cc req-926e77c4-c2fd-4aa9-be3c-dbc4c7eaf2f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29820a51-47ed-4a8e-8170-71221aa2cdfe HTTP/1.1" status: 200 len: 912 time: 0.0858808 Jul 07 15:43:05.578316 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e1c296ba-64d4-4419-8378-1674f50796cc req-98df2a26-1a01-4cda-9c41-dfa5cad34d85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=697451eb-ff82-4b0c-b64d-5fb8cde5a13f HTTP/1.1" status: 200 len: 1000 time: 0.0572407 Jul 07 15:43:05.627736 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c296ba-64d4-4419-8378-1674f50796cc req-f704c161-02d5-4d84-b1cd-3d5716e537e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:05.629133 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e1c296ba-64d4-4419-8378-1674f50796cc req-f704c161-02d5-4d84-b1cd-3d5716e537e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf143fb6-d0fd-4e14-a506-bd386a1da1c6 HTTP/1.1" status: 200 len: 850 time: 0.0432205 Jul 07 15:43:05.672440 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c296ba-64d4-4419-8378-1674f50796cc req-02377605-95ab-4379-bb2f-40af479df2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:05.673885 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e1c296ba-64d4-4419-8378-1674f50796cc req-02377605-95ab-4379-bb2f-40af479df2f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29820a51-47ed-4a8e-8170-71221aa2cdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380416 Jul 07 15:43:05.765588 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e1c296ba-64d4-4419-8378-1674f50796cc req-d45cced2-8255-473b-9dd5-aa0ca2f011de service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837636 Jul 07 15:43:05.857111 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-e1c296ba-64d4-4419-8378-1674f50796cc req-44962f02-cfd6-4130-9758-5e3995f5bd96 service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822949 Jul 07 15:43:08.258734 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 51106) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:43:08.263301 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:43:08.305422 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-4797b00c-dd62-494b-90e6-8d929593e3c7 admin admin] Deleting subnet 86902461-7671-4db6-b6f8-401a7d4e4cb5 {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 15:43:08.308448 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4797b00c-dd62-494b-90e6-8d929593e3c7 admin admin] Publish callbacks [] for subnet (86902461-7671-4db6-b6f8-401a7d4e4cb5), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:08.341870 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4797b00c-dd62-494b-90e6-8d929593e3c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24202421'] for subnet (86902461-7671-4db6-b6f8-401a7d4e4cb5), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:08.381116 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4797b00c-dd62-494b-90e6-8d929593e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1810892'] for subnet (86902461-7671-4db6-b6f8-401a7d4e4cb5), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:08.482088 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4797b00c-dd62-494b-90e6-8d929593e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1810887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24476879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24123999'] for subnet (86902461-7671-4db6-b6f8-401a7d4e4cb5), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:08.512868 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797b00c-dd62-494b-90e6-8d929593e3c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86902461-7671-4db6-b6f8-401a7d4e4cb5,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:43:08.517535 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-4797b00c-dd62-494b-90e6-8d929593e3c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:08.520638 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-4797b00c-dd62-494b-90e6-8d929593e3c7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/86902461-7671-4db6-b6f8-401a7d4e4cb5 HTTP/1.1" status: 204 len: 168 time: 0.2608397 Jul 07 15:43:08.523378 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 51108) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:43:08.589862 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a712552-9687-44ae-94b3-e168cfa29c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342902'] for network (9da41ecc-09e3-4587-b0bc-9b4f13d625d5), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:08.669492 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a712552-9687-44ae-94b3-e168cfa29c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747750', 'neutron.services.segments.db._delete_segments_for_network-8732231032441'] for network (9da41ecc-09e3-4587-b0bc-9b4f13d625d5), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:08.689865 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-9a712552-9687-44ae-94b3-e168cfa29c2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da41ecc-09e3-4587-b0bc-9b4f13d625d5']}} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:43:08.699138 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-9a712552-9687-44ae-94b3-e168cfa29c2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9efeac-9439-46ef-81ac-f243ac8d322e') {'for_net_delete': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:43:08.699430 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-9a712552-9687-44ae-94b3-e168cfa29c2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9efeac-9439-46ef-81ac-f243ac8d322e') {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:43:08.707395 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:08.709279 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a712552-9687-44ae-94b3-e168cfa29c2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231034498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24202430'] for segment (6f9efeac-9439-46ef-81ac-f243ac8d322e), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:08.719393 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:08.723010 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a712552-9687-44ae-94b3-e168cfa29c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (6f9efeac-9439-46ef-81ac-f243ac8d322e), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:08.729714 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a712552-9687-44ae-94b3-e168cfa29c2d admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=104327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 15:43:08.730091 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a712552-9687-44ae-94b3-e168cfa29c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24476725'] for segment (6f9efeac-9439-46ef-81ac-f243ac8d322e), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:08.748179 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 6f9efeac-9439-46ef-81ac-f243ac8d322e resource provider aggregate not found Jul 07 15:43:08.799357 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 6f9efeac-9439-46ef-81ac-f243ac8d322e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f9efeac-9439-46ef-81ac-f243ac8d322e found for delete ", "request_id": "req-bc85e1ff-9c1f-4a6f-8c7b-4cbf83f495af"}]} Jul 07 15:43:08.881529 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a712552-9687-44ae-94b3-e168cfa29c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539648'] for network (9da41ecc-09e3-4587-b0bc-9b4f13d625d5), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:08.887210 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-9a712552-9687-44ae-94b3-e168cfa29c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:08.890377 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-9a712552-9687-44ae-94b3-e168cfa29c2d admin admin] 10.222.0.25 "DELETE /v2.0/networks/9da41ecc-09e3-4587-b0bc-9b4f13d625d5 HTTP/1.1" status: 204 len: 168 time: 0.3663828 Jul 07 15:43:08.902436 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a712552-9687-44ae-94b3-e168cfa29c2d admin admin] Pushing event deleted for resources: {'Network': ['ID=9da41ecc-09e3-4587-b0bc-9b4f13d625d5,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:43:09.268502 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 51116) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:43:09.312723 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ba3b218d-ad03-43a0-ba97-1c2ce3ed4930 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f90b44820e424210b4dea0abc23ea469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430896 Jul 07 15:43:09.315105 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 51118) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:43:09.362666 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-27893edb-2c25-47df-a941-69e174a8c7c2 admin admin] Publish callbacks [] for security_group (981a798f-2b0c-4087-ad2e-e02580128f50), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:09.384353 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-27893edb-2c25-47df-a941-69e174a8c7c2 admin admin] Publish callbacks [] for security_group (981a798f-2b0c-4087-ad2e-e02580128f50), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:09.533027 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-27893edb-2c25-47df-a941-69e174a8c7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (981a798f-2b0c-4087-ad2e-e02580128f50), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:09.535460 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-27893edb-2c25-47df-a941-69e174a8c7c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:09.540922 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-27893edb-2c25-47df-a941-69e174a8c7c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/981a798f-2b0c-4087-ad2e-e02580128f50 HTTP/1.1" status: 204 len: 168 time: 0.2206664 Jul 07 15:43:09.544709 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27893edb-2c25-47df-a941-69e174a8c7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981a798f-2b0c-4087-ad2e-e02580128f50,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:43:11.065709 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 51148) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:43:11.169612 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0fe893f4-7792-46ec-ba78-d4306aafb68e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:11.243265 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0fe893f4-7792-46ec-ba78-d4306aafb68e admin admin] Publish callbacks [] for security_group (de84529d-d668-42b5-8732-356409800061), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:11.322227 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0fe893f4-7792-46ec-ba78-d4306aafb68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (de84529d-d668-42b5-8732-356409800061), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:11.364451 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-0fe893f4-7792-46ec-ba78-d4306aafb68e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48854562fb004693a0c5d50039ef4eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976887 Jul 07 15:43:11.365280 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe893f4-7792-46ec-ba78-d4306aafb68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de84529d-d668-42b5-8732-356409800061,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:43:11.367196 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51154) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:43:11.415994 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3cf21cbd-fbcb-45ea-8888-af4501b030a1 admin admin] Publish callbacks [] for security_group (de84529d-d668-42b5-8732-356409800061), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:11.436935 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3cf21cbd-fbcb-45ea-8888-af4501b030a1 admin admin] Publish callbacks [] for security_group (de84529d-d668-42b5-8732-356409800061), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:11.556222 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3cf21cbd-fbcb-45ea-8888-af4501b030a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (de84529d-d668-42b5-8732-356409800061), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:11.558732 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3cf21cbd-fbcb-45ea-8888-af4501b030a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:11.559974 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-3cf21cbd-fbcb-45ea-8888-af4501b030a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de84529d-d668-42b5-8732-356409800061 HTTP/1.1" status: 204 len: 168 time: 0.1916974 Jul 07 15:43:11.568110 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf21cbd-fbcb-45ea-8888-af4501b030a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de84529d-d668-42b5-8732-356409800061,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:43:12.098727 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff0ee2-a8a6-42ea-8a7a-5c78d7a7d9ec req-8ea3a3d1-ef3e-4e0c-8e1a-14cb9398d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:12.100368 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-36ff0ee2-a8a6-42ea-8a7a-5c78d7a7d9ec req-8ea3a3d1-ef3e-4e0c-8e1a-14cb9398d793 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b2770b1b56d4f0ea8c3c1759a8e504f&device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 1168 time: 0.0419867 Jul 07 15:43:12.204269 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff0ee2-a8a6-42ea-8a7a-5c78d7a7d9ec req-6c7ab70b-4299-404b-b23e-f729d65126e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:12.205668 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-36ff0ee2-a8a6-42ea-8a7a-5c78d7a7d9ec req-6c7ab70b-4299-404b-b23e-f729d65126e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 HTTP/1.1" status: 200 len: 916 time: 0.0986331 Jul 07 15:43:12.222251 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03cc07-cadc-4138-81c1-85a9eba782ae req-c69db805-9314-489e-99cd-3c08364dd1f7 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:12.223744 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-da03cc07-cadc-4138-81c1-85a9eba782ae req-c69db805-9314-489e-99cd-3c08364dd1f7 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 984 time: 0.2367761 Jul 07 15:43:12.267842 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-36ff0ee2-a8a6-42ea-8a7a-5c78d7a7d9ec req-0382d88d-52e7-4bc9-ad83-39de6f946dad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03660176-9b44-4590-8337-3977dc2d927b HTTP/1.1" status: 200 len: 1000 time: 0.0553560 Jul 07 15:43:12.284648 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-da03cc07-cadc-4138-81c1-85a9eba782ae req-05c0bfe3-8c10-44f0-a294-1af5592da9dc tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4369ade-2dea-4744-9b77-f7acf134ab9b&id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550215 Jul 07 15:43:12.319387 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff0ee2-a8a6-42ea-8a7a-5c78d7a7d9ec req-8265f8a2-2293-4050-b4c9-4c837c9230eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:12.321395 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-36ff0ee2-a8a6-42ea-8a7a-5c78d7a7d9ec req-8265f8a2-2293-4050-b4c9-4c837c9230eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9eba21ad-b700-4210-9e02-e3a7e1652352 HTTP/1.1" status: 200 len: 854 time: 0.0466480 Jul 07 15:43:12.371227 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff0ee2-a8a6-42ea-8a7a-5c78d7a7d9ec req-be8080b8-3aac-4fe3-8c9c-b4c2b3e4233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:12.372780 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-36ff0ee2-a8a6-42ea-8a7a-5c78d7a7d9ec req-be8080b8-3aac-4fe3-8c9c-b4c2b3e4233b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1a1eb1fc-380d-4506-bbe7-97afbc3bfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438125 Jul 07 15:43:12.460099 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:12.463933 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-36ff0ee2-a8a6-42ea-8a7a-5c78d7a7d9ec req-3f56bd64-9ff1-49ed-a3e2-8aa1bd7fe730 service neutron] 10.222.0.50 "GET /v2.0/networks/1a1eb1fc-380d-4506-bbe7-97afbc3bfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837696 Jul 07 15:43:12.539244 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:12.558999 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-36ff0ee2-a8a6-42ea-8a7a-5c78d7a7d9ec req-8722557f-3e8f-4147-aada-7e55a1b59a50 service neutron] 10.222.0.50 "GET /v2.0/networks/1a1eb1fc-380d-4506-bbe7-97afbc3bfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884929 Jul 07 15:43:12.597386 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51182) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:43:12.692778 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [None req-f7cd55e1-6dcb-4c55-ad3d-06a5992583b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1344863693-network', 'tenant_id': 'd087fee0c67c47f98f424fbdb919b547'}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:43:12.801691 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cd55e1-6dcb-4c55-ad3d-06a5992583b0 admin admin] Made reservation on behalf of d087fee0c67c47f98f424fbdb919b547 for: {'network': 1} {{(pid=104328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:43:12.804066 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f7cd55e1-6dcb-4c55-ad3d-06a5992583b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for network (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:12.813495 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f7cd55e1-6dcb-4c55-ad3d-06a5992583b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:12.886432 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f7cd55e1-6dcb-4c55-ad3d-06a5992583b0 admin admin] Publish callbacks [] for security_group (744f3f8c-0978-4ad2-96b2-12d5deb28530), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:12.950031 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f7cd55e1-6dcb-4c55-ad3d-06a5992583b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (744f3f8c-0978-4ad2-96b2-12d5deb28530), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:12.975538 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cd55e1-6dcb-4c55-ad3d-06a5992583b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=104328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 15:43:12.986107 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd55e1-6dcb-4c55-ad3d-06a5992583b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744f3f8c-0978-4ad2-96b2-12d5deb28530,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:43:12.991379 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f7cd55e1-6dcb-4c55-ad3d-06a5992583b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (81110822-508c-4420-b11e-16fc5b98c7b7), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:12.991744 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.segments_db [None req-f7cd55e1-6dcb-4c55-ad3d-06a5992583b0 admin admin] Added segment 81110822-508c-4420-b11e-16fc5b98c7b7 of type vlan for network 694ea20f-c7d1-40b1-860a-8001a8d19125 Jul 07 15:43:13.032465 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f7cd55e1-6dcb-4c55-ad3d-06a5992583b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732230718904'] for network (694ea20f-c7d1-40b1-860a-8001a8d19125), precommit_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:13.092592 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f7cd55e1-6dcb-4c55-ad3d-06a5992583b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215'] for network (694ea20f-c7d1-40b1-860a-8001a8d19125), after_create {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:13.093572 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd55e1-6dcb-4c55-ad3d-06a5992583b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:13.094135 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f7cd55e1-6dcb-4c55-ad3d-06a5992583b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:13.398155 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-f7cd55e1-6dcb-4c55-ad3d-06a5992583b0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7996001 Jul 07 15:43:13.401694 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 51190) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:43:13.406576 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [None req-ce36ed88-465a-4750-99c0-834068cc104a admin admin] Request body: {'subnet': {'network_id': '694ea20f-c7d1-40b1-860a-8001a8d19125', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1344863693-subnet', 'tenant_id': 'd087fee0c67c47f98f424fbdb919b547', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:43:13.424791 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd55e1-6dcb-4c55-ad3d-06a5992583b0 admin admin] Pushing event updated for resources: {'Network': ['ID=694ea20f-c7d1-40b1-860a-8001a8d19125,revision_number=1']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:43:13.434712 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Network 694ea20f-c7d1-40b1-860a-8001a8d19125 details requested by agent ovs-agent-dv-cinder-841302-5-iscsi with host dv-cinder-841302-5-iscsi {{(pid=104329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 15:43:13.510230 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce36ed88-465a-4750-99c0-834068cc104a admin admin] Made reservation on behalf of d087fee0c67c47f98f424fbdb919b547 for: {'subnet': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:43:13.512821 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ce36ed88-465a-4750-99c0-834068cc104a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24124348'] for subnet (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:13.572218 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8cb33-7db4-4f56-9d6a-b349610cf343 req-615b7603-537d-4321-9c84-ef538a814c69 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:13.573697 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-afb8cb33-7db4-4f56-9d6a-b349610cf343 req-615b7603-537d-4321-9c84-ef538a814c69 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 984 time: 0.1841137 Jul 07 15:43:13.636990 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-afb8cb33-7db4-4f56-9d6a-b349610cf343 req-a594cbd4-87cc-4bf7-94a2-5dbcf3b3129d tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4369ade-2dea-4744-9b77-f7acf134ab9b&id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571809 Jul 07 15:43:14.002238 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ce36ed88-465a-4750-99c0-834068cc104a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24476812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24123990'] for subnet (2b59dee2-f5eb-4ea2-b0cd-c2761dcadf90), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:14.056868 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36ed88-465a-4750-99c0-834068cc104a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b59dee2-f5eb-4ea2-b0cd-c2761dcadf90,revision_number=0']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:43:14.066966 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36ed88-465a-4750-99c0-834068cc104a admin admin] Checking segment: {'id': '81110822-508c-4420-b11e-16fc5b98c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694ea20f-c7d1-40b1-860a-8001a8d19125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:43:14.067319 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce36ed88-465a-4750-99c0-834068cc104a admin admin] Network hostable DHCP agents. Network: 694ea20f-c7d1-40b1-860a-8001a8d19125, hostable agents: ['0870cd68-ffe4-454f-9d78-5c4e3fb7573d'], hosted agents: [] {{(pid=104327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 15:43:14.137600 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce36ed88-465a-4750-99c0-834068cc104a admin admin] Network 694ea20f-c7d1-40b1-860a-8001a8d19125 is scheduled to be hosted by DHCP agent 0870cd68-ffe4-454f-9d78-5c4e3fb7573d with binding_index 1 {{(pid=104327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 15:43:14.212500 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [None req-ce36ed88-465a-4750-99c0-834068cc104a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-5-iscsi, 694ea20f-c7d1-40b1-860a-8001a8d19125) {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:43:14.216490 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce36ed88-465a-4750-99c0-834068cc104a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:14.217027 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ce36ed88-465a-4750-99c0-834068cc104a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:14.221166 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77441107-5270-4dd4-b00e-c1e1869a0f4c None None] Network 694ea20f-c7d1-40b1-860a-8001a8d19125 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:43:14.306738 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-ce36ed88-465a-4750-99c0-834068cc104a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9038665 Jul 07 15:43:14.320031 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ad0fd-6637-46d1-8522-5aa4d5d06962 None None] Network 694ea20f-c7d1-40b1-860a-8001a8d19125 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:43:14.756653 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eaaf60-8f81-4299-bb84-5217a7955aaa req-facfc1bc-a0a3-49b3-a6f6-2b23120e7f3c tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:14.758021 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f2eaaf60-8f81-4299-bb84-5217a7955aaa req-facfc1bc-a0a3-49b3-a6f6-2b23120e7f3c tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 984 time: 0.0523446 Jul 07 15:43:14.818853 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f2eaaf60-8f81-4299-bb84-5217a7955aaa req-f7014feb-15ce-48bf-8525-bb0e2db0206a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4369ade-2dea-4744-9b77-f7acf134ab9b&id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551713 Jul 07 15:43:15.917783 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:15.922546 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:15.933789 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92677d8-4206-4e52-ad94-2b6814422937 req-aa09c1be-12d5-4a3e-9319-f0dd18c207bc tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:15.935216 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b92677d8-4206-4e52-ad94-2b6814422937 req-aa09c1be-12d5-4a3e-9319-f0dd18c207bc tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 984 time: 0.0476975 Jul 07 15:43:15.997183 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b92677d8-4206-4e52-ad94-2b6814422937 req-7a843679-eaaa-4cd3-b80e-8ff9b7abcdd7 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4369ade-2dea-4744-9b77-f7acf134ab9b&id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563083 Jul 07 15:43:16.340711 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-33c67bc0-9711-4ea0-85db-ae776956dbd7 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:16.342142 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-33c67bc0-9711-4ea0-85db-ae776956dbd7 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/networks?id=694ea20f-c7d1-40b1-860a-8001a8d19125 HTTP/1.1" status: 200 len: 814 time: 0.1018767 Jul 07 15:43:16.356301 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-372a4d90-bf2d-409d-b894-9786b358592c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/quotas/d087fee0c67c47f98f424fbdb919b547 HTTP/1.1" status: 200 len: 375 time: 0.0088012 Jul 07 15:43:16.389411 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-390233f2-8ccd-4f40-baf7-0a3de16e50a0 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d087fee0c67c47f98f424fbdb919b547&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282836 Jul 07 15:43:16.480756 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-689dffdb-1d37-475c-9017-9bcbb95b82b4 service neutron] 10.222.0.25 "GET /v2.0/networks/694ea20f-c7d1-40b1-860a-8001a8d19125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848544 Jul 07 15:43:16.570194 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-09db631c-a498-481f-a9d2-67d034db9121 service neutron] 10.222.0.25 "GET /v2.0/networks/694ea20f-c7d1-40b1-860a-8001a8d19125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836999 Jul 07 15:43:16.801128 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-de2626a6-9971-4e32-a1a3-88b28707b9ec req-5c64277f-7df5-4d81-b6db-3c66bb9d6ce0 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 210 time: 0.0325861 Jul 07 15:43:17.114440 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411af69-9c6b-45cb-a17e-eb80250ab1b6 req-7856b102-7da9-402f-9b5c-5535a45a2796 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:17.115962 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6411af69-9c6b-45cb-a17e-eb80250ab1b6 req-7856b102-7da9-402f-9b5c-5535a45a2796 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 984 time: 0.0482297 Jul 07 15:43:17.182044 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6411af69-9c6b-45cb-a17e-eb80250ab1b6 req-10f010d4-526d-4289-9e52-af184f35191b tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4369ade-2dea-4744-9b77-f7acf134ab9b&id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597365 Jul 07 15:43:17.239478 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=2 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:17.895892 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8a91768b-c68a-4e67-9814-25374e67c7ec req-1ecf2f61-b337-4819-a86d-520d614a3821 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 210 time: 0.0278540 Jul 07 15:43:18.260554 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=6 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:18.301163 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64833fda-7659-423d-8b3d-ee3aad30c36b req-39cf7fb0-c996-44c1-8fd1-c468f9000c37 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:18.302635 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-64833fda-7659-423d-8b3d-ee3aad30c36b req-39cf7fb0-c996-44c1-8fd1-c468f9000c37 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 984 time: 0.0516353 Jul 07 15:43:18.364431 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-64833fda-7659-423d-8b3d-ee3aad30c36b req-eebf9467-9fe8-4f8f-9c45-5d529f33e704 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4369ade-2dea-4744-9b77-f7acf134ab9b&id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555873 Jul 07 15:43:18.654389 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-150456b9-99fc-4d36-a5ce-a0f96b97e5f9 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:18.656173 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-150456b9-99fc-4d36-a5ce-a0f96b97e5f9 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.50 "GET /v2.0/networks?id=694ea20f-c7d1-40b1-860a-8001a8d19125 HTTP/1.1" status: 200 len: 814 time: 0.1064472 Jul 07 15:43:18.674802 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-21e89ffb-c4f1-4a5d-b794-e4e8dbf3a56c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Request body: {'port': {'device_id': 'c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d', 'network_id': '694ea20f-c7d1-40b1-860a-8001a8d19125', 'admin_state_up': True, 'tenant_id': 'd087fee0c67c47f98f424fbdb919b547'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:43:18.858775 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-21e89ffb-c4f1-4a5d-b794-e4e8dbf3a56c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Made reservation on behalf of d087fee0c67c47f98f424fbdb919b547 for: {'port': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:43:18.862558 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-21e89ffb-c4f1-4a5d-b794-e4e8dbf3a56c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:19.002132 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-21e89ffb-c4f1-4a5d-b794-e4e8dbf3a56c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Allocated IP 172.20.0.5 (694ea20f-c7d1-40b1-860a-8001a8d19125/2b59dee2-f5eb-4ea2-b0cd-c2761dcadf90/eb909567-84ac-417c-9984-ac50a3eacf25) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:43:19.006725 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-1b93f360-e703-4566-a396-782889df47d5 req-91a4cd00-5cea-4a13-bcca-5c61c6cfa39f tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 210 time: 0.0356870 Jul 07 15:43:19.070294 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:19.079988 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:19.159838 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-21e89ffb-c4f1-4a5d-b794-e4e8dbf3a56c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Publish callbacks [] for port (eb909567-84ac-417c-9984-ac50a3eacf25), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:19.241945 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-21e89ffb-c4f1-4a5d-b794-e4e8dbf3a56c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (eb909567-84ac-417c-9984-ac50a3eacf25), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:19.292918 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-21e89ffb-c4f1-4a5d-b794-e4e8dbf3a56c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Network 694ea20f-c7d1-40b1-860a-8001a8d19125 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:43:19.295854 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-21e89ffb-c4f1-4a5d-b794-e4e8dbf3a56c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:43:19.299136 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-21e89ffb-c4f1-4a5d-b794-e4e8dbf3a56c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:43:19.338153 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e89ffb-c4f1-4a5d-b794-e4e8dbf3a56c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Pushing event updated for resources: {'Port': ['ID=eb909567-84ac-417c-9984-ac50a3eacf25,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:43:19.364659 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-21e89ffb-c4f1-4a5d-b794-e4e8dbf3a56c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:19.365298 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-21e89ffb-c4f1-4a5d-b794-e4e8dbf3a56c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:19.467164 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-21e89ffb-c4f1-4a5d-b794-e4e8dbf3a56c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7957954 Jul 07 15:43:19.479872 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Request body: {'port': {'device_id': 'c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:43:19.483846 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610babe-f2a6-4952-b6eb-a781f17f9764 req-483857ec-18ea-442b-822b-0acddf088b0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:19.485352 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a610babe-f2a6-4952-b6eb-a781f17f9764 req-483857ec-18ea-442b-822b-0acddf088b0a tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 984 time: 0.0495484 Jul 07 15:43:19.548610 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (eb909567-84ac-417c-9984-ac50a3eacf25), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:19.564645 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a610babe-f2a6-4952-b6eb-a781f17f9764 req-946104fc-e5da-45a8-9b3a-d1172ed0e4b9 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4369ade-2dea-4744-9b77-f7acf134ab9b&id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732062 Jul 07 15:43:19.788562 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:19.801268 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb909567-84ac-417c-9984-ac50a3eacf25 {{(pid=104327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:43:19.809155 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Publish callbacks [] for port (eb909567-84ac-417c-9984-ac50a3eacf25), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:19.821589 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.provisioning_blocks [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Transition to ACTIVE for port object eb909567-84ac-417c-9984-ac50a3eacf25 will not be triggered until provisioned by entity L2. {{(pid=104327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:43:19.897773 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24476689'] for port (eb909567-84ac-417c-9984-ac50a3eacf25), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:19.949901 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Pushing event updated for resources: {'Port': ['ID=eb909567-84ac-417c-9984-ac50a3eacf25,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:43:20.020806 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Attempting to bind port eb909567-84ac-417c-9984-ac50a3eacf25 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:43:20.021135 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Attempting to bind port eb909567-84ac-417c-9984-ac50a3eacf25 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '81110822-508c-4420-b11e-16fc5b98c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694ea20f-c7d1-40b1-860a-8001a8d19125'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:43:20.021455 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Attempting to bind port eb909567-84ac-417c-9984-ac50a3eacf25 on network 694ea20f-c7d1-40b1-860a-8001a8d19125 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:43:20.026861 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Port eb909567-84ac-417c-9984-ac50a3eacf25 on network 694ea20f-c7d1-40b1-860a-8001a8d19125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:43:20.027173 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Attempting to bind port eb909567-84ac-417c-9984-ac50a3eacf25 on network 694ea20f-c7d1-40b1-860a-8001a8d19125 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:43:20.032131 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:43:20.032461 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Checking segment: {'id': '81110822-508c-4420-b11e-16fc5b98c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694ea20f-c7d1-40b1-860a-8001a8d19125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:43:20.032840 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Bound using segment: {'id': '81110822-508c-4420-b11e-16fc5b98c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694ea20f-c7d1-40b1-860a-8001a8d19125'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:43:20.033250 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Bound port: eb909567-84ac-417c-9984-ac50a3eacf25, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81110822-508c-4420-b11e-16fc5b98c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694ea20f-c7d1-40b1-860a-8001a8d19125'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:43:20.033600 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (eb909567-84ac-417c-9984-ac50a3eacf25), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:20.094293 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] For port eb909567-84ac-417c-9984-ac50a3eacf25, host hv-cinder-84130, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:43:20.097299 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] For port eb909567-84ac-417c-9984-ac50a3eacf25, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=eb909567-84ac-417c-9984-ac50a3eacf25,segment=NetworkSegment(81110822-508c-4420-b11e-16fc5b98c7b7),segment_id=81110822-508c-4420-b11e-16fc5b98c7b7)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:43:20.119841 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5cde3-7488-4a14-863f-8b369564dc00 req-b1a8ae8e-f593-4a9b-96b0-c41649553b69 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:20.121329 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f8d5cde3-7488-4a14-863f-8b369564dc00 req-b1a8ae8e-f593-4a9b-96b0-c41649553b69 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 943 time: 0.0468490 Jul 07 15:43:20.167952 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f8d5cde3-7488-4a14-863f-8b369564dc00 req-29e43323-b00f-4e17-8d17-3c2438ea1841 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409150 Jul 07 15:43:20.185158 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24476689'] for port (eb909567-84ac-417c-9984-ac50a3eacf25), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:20.223357 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:20.223994 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:20.225369 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] 10.222.0.50 "PUT /v2.0/ports/eb909567-84ac-417c-9984-ac50a3eacf25 HTTP/1.1" status: 200 len: 1093 time: 0.7499661 Jul 07 15:43:20.225794 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d', 'tag': 'eb909567-84ac-417c-9984-ac50a3eacf25'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:43:20.228710 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4959f3-965f-420f-bd08-817620bbe56f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d", "tag": "eb909567-84ac-417c-9984-ac50a3eacf25"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:43:20.251869 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06807382-b530-4bf3-aabf-3e2f486c967e service neutron] Pushing event updated for resources: {'Port': ['ID=eb909567-84ac-417c-9984-ac50a3eacf25,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:43:20.263899 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0f2c8b-1fab-423a-b819-66ba4c807079 x-openstack-request-id: req-4d0f2c8b-1fab-423a-b819-66ba4c807079 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:43:20.264209 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d", "tag": "eb909567-84ac-417c-9984-ac50a3eacf25", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:43:20.264477 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d0f2c8b-1fab-423a-b819-66ba4c807079 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:43:20.264864 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d0f2c8b-1fab-423a-b819-66ba4c807079'] response: {'name': 'network-changed', 'server_uuid': 'c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d', 'tag': 'eb909567-84ac-417c-9984-ac50a3eacf25', 'status': 'completed', 'code': 200} Jul 07 15:43:20.312302 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:20.324766 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4959f3-965f-420f-bd08-817620bbe56f req-87c25589-d1ca-445f-a53f-b507981e2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:20.326294 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0d4959f3-965f-420f-bd08-817620bbe56f req-87c25589-d1ca-445f-a53f-b507981e2b89 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d087fee0c67c47f98f424fbdb919b547&device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 1127 time: 0.0407038 Jul 07 15:43:20.425858 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4959f3-965f-420f-bd08-817620bbe56f req-a40b70b3-9103-418a-9dfc-d4bfffaa6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:20.427252 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0d4959f3-965f-420f-bd08-817620bbe56f req-a40b70b3-9103-418a-9dfc-d4bfffaa6af7 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d087fee0c67c47f98f424fbdb919b547&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0945346 Jul 07 15:43:20.523363 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4959f3-965f-420f-bd08-817620bbe56f req-32fb9d44-6399-4d15-a8af-8fcc071142d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:20.525508 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0d4959f3-965f-420f-bd08-817620bbe56f req-32fb9d44-6399-4d15-a8af-8fcc071142d7 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917695 Jul 07 15:43:20.588599 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:20.601061 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-0aa21a6f-c7bf-4ac5-9c23-e471dd9e2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:20.602664 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-0aa21a6f-c7bf-4ac5-9c23-e471dd9e2f66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d087fee0c67c47f98f424fbdb919b547&device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 1127 time: 0.0418382 Jul 07 15:43:20.636023 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-8249dd25-df86-4c78-8206-ddd1b42bfb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:20.645674 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-7d7712b7-dce6-4c69-91bc-f33accdfd67d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb909567-84ac-417c-9984-ac50a3eacf25 HTTP/1.1" status: 200 len: 217 time: 0.0367808 Jul 07 15:43:20.672672 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:20.684120 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779cac1-99cb-488a-9312-090690ba2efe req-b6daf2c6-c7b1-4b0e-9e59-c6b2c77089d4 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:20.685610 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4779cac1-99cb-488a-9312-090690ba2efe req-b6daf2c6-c7b1-4b0e-9e59-c6b2c77089d4 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 984 time: 0.0492899 Jul 07 15:43:20.698570 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-a580235b-e2bc-46d5-b3b0-4032e3c6a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:20.700121 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-a580235b-e2bc-46d5-b3b0-4032e3c6a417 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2b59dee2-f5eb-4ea2-b0cd-c2761dcadf90 HTTP/1.1" status: 200 len: 854 time: 0.0460122 Jul 07 15:43:20.732921 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-27bf96b2-408a-49ed-b125-8899de823397 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=694ea20f-c7d1-40b1-860a-8001a8d19125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259619 Jul 07 15:43:20.747751 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4779cac1-99cb-488a-9312-090690ba2efe req-6df2ed95-c418-4b27-942e-bc3ad166b608 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4369ade-2dea-4744-9b77-f7acf134ab9b&id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560575 Jul 07 15:43:20.826676 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-25049b73-494e-49a6-92a6-5fe06b8d9158 service neutron] 10.222.0.50 "GET /v2.0/networks/694ea20f-c7d1-40b1-860a-8001a8d19125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871730 Jul 07 15:43:20.914447 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-7d388b6d-e9f5-4330-8880-23977ea88dcd req-1166c568-2cea-4ef3-8a59-aca4250a64b3 service neutron] 10.222.0.50 "GET /v2.0/networks/694ea20f-c7d1-40b1-860a-8001a8d19125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815289 Jul 07 15:43:21.282552 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1956f7-dfcb-46b8-b899-da0a26fb0256 req-9a0f37dd-e32f-4ee8-8603-4c8d7416a349 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:21.284019 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4e1956f7-dfcb-46b8-b899-da0a26fb0256 req-9a0f37dd-e32f-4ee8-8603-4c8d7416a349 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 943 time: 0.0500379 Jul 07 15:43:21.330840 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4e1956f7-dfcb-46b8-b899-da0a26fb0256 req-2465eb43-8622-48df-9f1d-89a692e5d12e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412488 Jul 07 15:43:21.860806 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5646fa-f339-41ec-9078-cceb3c82c32c req-a90aeecd-f04f-4599-8164-d87ac8563d2e tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:21.862258 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ec5646fa-f339-41ec-9078-cceb3c82c32c req-a90aeecd-f04f-4599-8164-d87ac8563d2e tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 984 time: 0.0477760 Jul 07 15:43:21.925248 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ec5646fa-f339-41ec-9078-cceb3c82c32c req-585c3559-a61d-4957-8c15-0ced85f02fbd tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4369ade-2dea-4744-9b77-f7acf134ab9b&id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565517 Jul 07 15:43:22.438693 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:22.452461 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e734c-7f71-46e5-8620-36dca3586fff req-18ca1206-c443-4d1e-95bf-e3b554995661 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:22.453927 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f08e734c-7f71-46e5-8620-36dca3586fff req-18ca1206-c443-4d1e-95bf-e3b554995661 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 943 time: 0.0566723 Jul 07 15:43:22.504499 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-f08e734c-7f71-46e5-8620-36dca3586fff req-4b5529ce-cbb6-4cff-8c23-a80c0d2e3cae tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450165 Jul 07 15:43:22.513150 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device eb909567-84ac-417c-9984-ac50a3eacf25 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:43:22.611135 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port eb909567-84ac-417c-9984-ac50a3eacf25, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=eb909567-84ac-417c-9984-ac50a3eacf25,segment=NetworkSegment(81110822-508c-4420-b11e-16fc5b98c7b7),segment_id=81110822-508c-4420-b11e-16fc5b98c7b7)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:43:22.622902 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': 'eb909567-84ac-417c-9984-ac50a3eacf25', 'network_id': '694ea20f-c7d1-40b1-860a-8001a8d19125', 'port_id': 'eb909567-84ac-417c-9984-ac50a3eacf25', 'mac_address': 'fa:16:3e:ef:4a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b59dee2-f5eb-4ea2-b0cd-c2761dcadf90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:43:22.655810 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port eb909567-84ac-417c-9984-ac50a3eacf25 is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:43:22.656194 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (eb909567-84ac-417c-9984-ac50a3eacf25), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:22.669577 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb909567-84ac-417c-9984-ac50a3eacf25 {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:43:22.689016 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port eb909567-84ac-417c-9984-ac50a3eacf25, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=eb909567-84ac-417c-9984-ac50a3eacf25,segment=NetworkSegment(81110822-508c-4420-b11e-16fc5b98c7b7),segment_id=81110822-508c-4420-b11e-16fc5b98c7b7)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:43:22.756642 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (eb909567-84ac-417c-9984-ac50a3eacf25), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:22.811451 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=eb909567-84ac-417c-9984-ac50a3eacf25,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:43:22.846843 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-31cf6a2d-451c-43bb-a77a-5c8f6bbd10b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:23.039727 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa60b46-00d6-4dbe-bd9f-fa1a6c3ff426 req-1557175b-09b5-45d2-a666-fed808960c68 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:23.040944 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['eb909567-84ac-417c-9984-ac50a3eacf25'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:43:23.041851 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0fa60b46-00d6-4dbe-bd9f-fa1a6c3ff426 req-1557175b-09b5-45d2-a666-fed808960c68 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 984 time: 0.0482457 Jul 07 15:43:23.104805 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0fa60b46-00d6-4dbe-bd9f-fa1a6c3ff426 req-9931fd5d-59d5-4baf-a6f2-f42cea679203 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4369ade-2dea-4744-9b77-f7acf134ab9b&id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564172 Jul 07 15:43:23.615654 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d33120-9edb-4f93-b7e1-8ed11d28c8e2 req-edf180fd-719f-4829-b909-fd474a5369c4 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:23.617085 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-20d33120-9edb-4f93-b7e1-8ed11d28c8e2 req-edf180fd-719f-4829-b909-fd474a5369c4 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 944 time: 0.0468297 Jul 07 15:43:23.662747 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-20d33120-9edb-4f93-b7e1-8ed11d28c8e2 req-37942b48-3315-475e-9e75-89f5ceb3b8d0 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402353 Jul 07 15:43:24.221965 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3a25b-2ff0-4966-a7d1-ccce35fe85f9 req-ac546569-9329-4543-917f-8dd8342537c2 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:24.223405 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8df3a25b-2ff0-4966-a7d1-ccce35fe85f9 req-ac546569-9329-4543-917f-8dd8342537c2 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 984 time: 0.0515704 Jul 07 15:43:24.247111 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:24.285177 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8df3a25b-2ff0-4966-a7d1-ccce35fe85f9 req-3b0a2500-1163-4703-ae11-e0d72b5f98ac tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4369ade-2dea-4744-9b77-f7acf134ab9b&id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553896 Jul 07 15:43:24.512028 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device eb909567-84ac-417c-9984-ac50a3eacf25 up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:43:24.550219 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:24.554413 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port eb909567-84ac-417c-9984-ac50a3eacf25 completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:43:24.623658 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port eb909567-84ac-417c-9984-ac50a3eacf25 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:43:24.624018 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (eb909567-84ac-417c-9984-ac50a3eacf25), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:24.692911 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port eb909567-84ac-417c-9984-ac50a3eacf25 is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:43:24.693297 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (eb909567-84ac-417c-9984-ac50a3eacf25), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:24.716102 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb909567-84ac-417c-9984-ac50a3eacf25'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:43:24.718313 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abab5bcd-b2e6-4cc5-995c-767523d991bb" -d '{"events": [{"server_uuid": "c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d", "name": "network-vif-plugged", "status": "completed", "tag": "eb909567-84ac-417c-9984-ac50a3eacf25"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:43:24.734915 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port eb909567-84ac-417c-9984-ac50a3eacf25, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=eb909567-84ac-417c-9984-ac50a3eacf25,segment=NetworkSegment(81110822-508c-4420-b11e-16fc5b98c7b7),segment_id=81110822-508c-4420-b11e-16fc5b98c7b7)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:43:24.771329 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c13a96-1bce-4af2-9cd4-5695e342bbca x-openstack-request-id: req-e6c13a96-1bce-4af2-9cd4-5695e342bbca {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:43:24.771329 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d", "name": "network-vif-plugged", "status": "completed", "tag": "eb909567-84ac-417c-9984-ac50a3eacf25", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:43:24.771329 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6c13a96-1bce-4af2-9cd4-5695e342bbca {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:43:24.771329 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c13a96-1bce-4af2-9cd4-5695e342bbca'] response: {'server_uuid': 'c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb909567-84ac-417c-9984-ac50a3eacf25', 'code': 200} Jul 07 15:43:24.778637 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479f18a-b4e3-4e68-a0a0-b0cea0d31254 req-41f766b6-f398-4234-9f9a-29921b63fb37 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:24.780211 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0479f18a-b4e3-4e68-a0a0-b0cea0d31254 req-41f766b6-f398-4234-9f9a-29921b63fb37 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 944 time: 0.0526125 Jul 07 15:43:24.824583 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (eb909567-84ac-417c-9984-ac50a3eacf25), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:24.829914 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0479f18a-b4e3-4e68-a0a0-b0cea0d31254 req-3991eed3-3388-4737-98fb-cd2ec9641eaa tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433626 Jul 07 15:43:24.872542 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=eb909567-84ac-417c-9984-ac50a3eacf25,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:43:25.027313 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b29f6-63f3-4013-9f38-ab1c2179fdae req-f31be67f-9474-4716-97f8-f4f68a971940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:25.028719 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-1c9b29f6-63f3-4013-9f38-ab1c2179fdae req-f31be67f-9474-4716-97f8-f4f68a971940 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 1129 time: 0.0387435 Jul 07 15:43:25.075460 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-1c9b29f6-63f3-4013-9f38-ab1c2179fdae req-16f77ac9-827e-4751-ab09-0b8a743469c6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407202 Jul 07 15:43:25.532089 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:25.783594 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:25.948669 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06c60d-c00b-4633-b330-945a60a439fd req-efabe930-d0cd-4a66-85e5-d52387849971 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:25.950104 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6c06c60d-c00b-4633-b330-945a60a439fd req-efabe930-d0cd-4a66-85e5-d52387849971 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 945 time: 0.0508037 Jul 07 15:43:25.997414 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-6c06c60d-c00b-4633-b330-945a60a439fd req-43487cf6-d727-4966-9011-f0148009a382 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418346 Jul 07 15:43:27.112571 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d2d7d-cef8-4c73-a6e3-a7cef2ebeb27 req-d0a9a011-c607-4dff-b116-b271208275c7 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:43:27.114246 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7a5d2d7d-cef8-4c73-a6e3-a7cef2ebeb27 req-d0a9a011-c607-4dff-b116-b271208275c7 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 945 time: 0.0479822 Jul 07 15:43:27.148035 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:27.163182 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7a5d2d7d-cef8-4c73-a6e3-a7cef2ebeb27 req-3d5531af-0ba8-4e7a-9133-3c4bcd54c966 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433805 Jul 07 15:43:33.613044 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:35.069470 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=55 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:35.074331 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:37.159981 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=58 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:43.530896 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:43.532781 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:45.261932 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:43:50.646543 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-703556be-3cce-46ae-97fe-1303acc66e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:52.818068 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-86bfdca3-f79c-4a45-b45e-0f00fa93881f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:54.236047 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=17 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:54.264023 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:55.258363 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=17 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:43:55.537666 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:43:55.800703 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:03.572115 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:05.458879 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8a80a421-44c7-4add-8994-4c316bf4b9fc req-f805245c-4d68-47ec-bef5-d1b26cd838de service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0998759 Jul 07 15:44:05.518587 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80a421-44c7-4add-8994-4c316bf4b9fc req-d6dd5b1c-3312-4f1c-b82d-df2f5a2b97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:05.520149 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8a80a421-44c7-4add-8994-4c316bf4b9fc req-d6dd5b1c-3312-4f1c-b82d-df2f5a2b97ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b2770b1b56d4f0ea8c3c1759a8e504f&device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 1168 time: 0.0397737 Jul 07 15:44:05.627236 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80a421-44c7-4add-8994-4c316bf4b9fc req-4ef4ca69-c536-4da7-aff5-aa03e0084983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:05.628778 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8a80a421-44c7-4add-8994-4c316bf4b9fc req-4ef4ca69-c536-4da7-aff5-aa03e0084983 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 HTTP/1.1" status: 200 len: 916 time: 0.0890255 Jul 07 15:44:05.689940 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8a80a421-44c7-4add-8994-4c316bf4b9fc req-80c387d6-5b1d-4f90-83b4-6dd25160fa74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03660176-9b44-4590-8337-3977dc2d927b HTTP/1.1" status: 200 len: 1000 time: 0.0540454 Jul 07 15:44:05.741287 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80a421-44c7-4add-8994-4c316bf4b9fc req-271606e9-78b1-4d01-92a4-65599ea52f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:05.742780 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8a80a421-44c7-4add-8994-4c316bf4b9fc req-271606e9-78b1-4d01-92a4-65599ea52f0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9eba21ad-b700-4210-9e02-e3a7e1652352 HTTP/1.1" status: 200 len: 854 time: 0.0435300 Jul 07 15:44:05.790419 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80a421-44c7-4add-8994-4c316bf4b9fc req-f3914c4c-d284-4640-982d-c94d43b3443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:05.791937 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8a80a421-44c7-4add-8994-4c316bf4b9fc req-f3914c4c-d284-4640-982d-c94d43b3443e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1a1eb1fc-380d-4506-bbe7-97afbc3bfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427761 Jul 07 15:44:05.802097 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [req-8a80a421-44c7-4add-8994-4c316bf4b9fc req-84864444-b720-4c8f-89d8-0b9b69797f14 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 15:44:05.803016 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8a80a421-44c7-4add-8994-4c316bf4b9fc req-84864444-b720-4c8f-89d8-0b9b69797f14 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048912 Jul 07 15:44:05.893553 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8a80a421-44c7-4add-8994-4c316bf4b9fc req-d9eaca4f-cb7b-4ff8-8c4c-722450fbe8e5 service neutron] 10.222.0.50 "GET /v2.0/networks/1a1eb1fc-380d-4506-bbe7-97afbc3bfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820649 Jul 07 15:44:05.987070 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-8a80a421-44c7-4add-8994-4c316bf4b9fc req-7d6d560e-b3b2-41e5-8cff-8dec64878d2e service neutron] 10.222.0.50 "GET /v2.0/networks/1a1eb1fc-380d-4506-bbe7-97afbc3bfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855658 Jul 07 15:44:10.380829 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe19f0-b8e7-4794-888b-98c99b16cb1c req-022317c0-6580-4d52-befb-e9f537c64f27 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:10.382417 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-abfe19f0-b8e7-4794-888b-98c99b16cb1c req-022317c0-6580-4d52-befb-e9f537c64f27 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 945 time: 0.0484147 Jul 07 15:44:10.448374 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-abfe19f0-b8e7-4794-888b-98c99b16cb1c req-a804329e-a9f8-4761-bdbc-834249bfad94 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603809 Jul 07 15:44:11.564603 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e43e9-1ca0-47cc-ad83-029c5ed0ee78 req-ac62e685-c3f1-4dea-8145-4261bb3c22cb tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:11.566092 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8e6e43e9-1ca0-47cc-ad83-029c5ed0ee78 req-ac62e685-c3f1-4dea-8145-4261bb3c22cb tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 945 time: 0.0473590 Jul 07 15:44:11.613096 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-8e6e43e9-1ca0-47cc-ad83-029c5ed0ee78 req-abbaf582-dcf2-4714-be4e-c3acf916a33d tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415108 Jul 07 15:44:12.179007 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfbc1f-388a-4050-bd67-f7afdc723929 req-c2280e2d-2238-4069-933a-6863938e4017 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:12.180371 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-28bfbc1f-388a-4050-bd67-f7afdc723929 req-c2280e2d-2238-4069-933a-6863938e4017 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 945 time: 0.0464923 Jul 07 15:44:12.268461 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-28bfbc1f-388a-4050-bd67-f7afdc723929 req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Deleting port eb909567-84ac-417c-9984-ac50a3eacf25 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:12.268795 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-28bfbc1f-388a-4050-bd67-f7afdc723929 req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (eb909567-84ac-417c-9984-ac50a3eacf25), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:12.358892 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-28bfbc1f-388a-4050-bd67-f7afdc723929 req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] For port eb909567-84ac-417c-9984-ac50a3eacf25, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=eb909567-84ac-417c-9984-ac50a3eacf25,segment=NetworkSegment(81110822-508c-4420-b11e-16fc5b98c7b7),segment_id=81110822-508c-4420-b11e-16fc5b98c7b7)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:12.359253 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-28bfbc1f-388a-4050-bd67-f7afdc723929 req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (eb909567-84ac-417c-9984-ac50a3eacf25), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:12.372069 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-28bfbc1f-388a-4050-bd67-f7afdc723929 req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Calling delete_port for eb909567-84ac-417c-9984-ac50a3eacf25 owned by compute:nova {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:12.495596 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:12.594884 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-28bfbc1f-388a-4050-bd67-f7afdc723929 req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (eb909567-84ac-417c-9984-ac50a3eacf25), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:12.609338 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['eb909567-84ac-417c-9984-ac50a3eacf25'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:44:12.625194 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Pushing event deleted for resources: {'Port': ['ID=eb909567-84ac-417c-9984-ac50a3eacf25,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:12.637969 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:12.638316 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:12.638655 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:12.639134 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:12.639470 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:12.639843 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:12.640174 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:12.640500 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:12.640825 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:12.641149 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:12.641469 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:12.641791 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:12.642110 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:12.642829 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:12.642829 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:12.680221 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bfbc1f-388a-4050-bd67-f7afdc723929 req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] No DVR routers for this DVR port eb909567-84ac-417c-9984-ac50a3eacf25 on host hv-cinder-84130 {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:44:12.682790 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-28bfbc1f-388a-4050-bd67-f7afdc723929 req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:12.686547 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-28bfbc1f-388a-4050-bd67-f7afdc723929 req-89f1b28a-84bc-4668-9ff8-67a16d75710e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.50 "DELETE /v2.0/ports/eb909567-84ac-417c-9984-ac50a3eacf25 HTTP/1.1" status: 204 len: 173 time: 0.4969230 Jul 07 15:44:12.686984 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d', 'name': 'network-vif-deleted', 'tag': 'eb909567-84ac-417c-9984-ac50a3eacf25'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:44:12.689224 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca106c56-5563-45da-8d81-54852b891462" -d '{"events": [{"server_uuid": "c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d", "name": "network-vif-deleted", "tag": "eb909567-84ac-417c-9984-ac50a3eacf25"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:44:12.731391 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d55a44e2-9060-40dc-8c24-08e5d9c8005a req-be22e166-788b-42e1-9689-044a337ef860 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 210 time: 0.0304039 Jul 07 15:44:12.798136 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c875af4-0d63-4ac9-8f51-6daf5e7d7ced x-openstack-request-id: req-8c875af4-0d63-4ac9-8f51-6daf5e7d7ced {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:44:12.798486 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d", "name": "network-vif-deleted", "tag": "eb909567-84ac-417c-9984-ac50a3eacf25", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:44:12.798796 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c875af4-0d63-4ac9-8f51-6daf5e7d7ced {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:44:12.799357 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c875af4-0d63-4ac9-8f51-6daf5e7d7ced'] response: {'server_uuid': 'c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d', 'name': 'network-vif-deleted', 'tag': 'eb909567-84ac-417c-9984-ac50a3eacf25', 'status': 'completed', 'code': 200} Jul 07 15:44:13.832819 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0105b39c-665f-440a-92ff-fb379cee1989 req-c36ce699-5cf6-4156-add2-e16b18a5ae09 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b5eb0c-aa15-4ce5-97d5-b86de8d28a7d HTTP/1.1" status: 200 len: 210 time: 0.0273397 Jul 07 15:44:17.367384 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device eb909567-84ac-417c-9984-ac50a3eacf25 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:44:17.370033 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:17.371477 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:17.387019 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: eb909567-84ac-417c-9984-ac50a3eacf25 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:44:17.388032 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device eb909567-84ac-417c-9984-ac50a3eacf25 not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:44:20.646072 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-0376671c-c281-49f5-8e1c-d1772336d6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:22.260989 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:44:22.662922 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:22.663865 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:22.857542 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-30060e22-0fbb-4374-81e0-607672315f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:23.262643 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 51522) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:23.411373 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-d075121d-66c9-453f-983c-4c22cd83410c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Deleting port e121670e-adcc-42e7-ad8f-0bda56e99ad5 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:23.411745 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d075121d-66c9-453f-983c-4c22cd83410c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (e121670e-adcc-42e7-ad8f-0bda56e99ad5), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:23.491927 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d075121d-66c9-453f-983c-4c22cd83410c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (e121670e-adcc-42e7-ad8f-0bda56e99ad5), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:23.492246 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d075121d-66c9-453f-983c-4c22cd83410c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for floatingip (e121670e-adcc-42e7-ad8f-0bda56e99ad5), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:23.504775 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-d075121d-66c9-453f-983c-4c22cd83410c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Calling delete_port for e121670e-adcc-42e7-ad8f-0bda56e99ad5 owned by network:floatingip {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:23.737522 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d075121d-66c9-453f-983c-4c22cd83410c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (e121670e-adcc-42e7-ad8f-0bda56e99ad5), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:23.763097 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075121d-66c9-453f-983c-4c22cd83410c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event deleted for resources: {'Port': ['ID=e121670e-adcc-42e7-ad8f-0bda56e99ad5,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:23.815458 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=22 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:23.816576 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=18 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:23.827401 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d075121d-66c9-453f-983c-4c22cd83410c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for floatingip (0859a631-6bcc-4e2b-a700-fdc0e7af3ec8), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:23.828261 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-d075121d-66c9-453f-983c-4c22cd83410c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Floating IP 0859a631-6bcc-4e2b-a700-fdc0e7af3ec8 disassociated (deleted). External IP: 172.27.1.104, port: 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a. Jul 07 15:44:24.021989 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d075121d-66c9-453f-983c-4c22cd83410c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Router dc842381-3dbf-414f-8223-8f44fd847642 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:44:24.120420 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d075121d-66c9-453f-983c-4c22cd83410c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:44:24.124748 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d075121d-66c9-453f-983c-4c22cd83410c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:24.131366 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9c90ce-61ee-40d2-87df-fef3b5fd2d03 None None] Sync routers for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:44:24.143168 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9c90ce-61ee-40d2-87df-fef3b5fd2d03 None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:44:24.143810 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-fe9c90ce-61ee-40d2-87df-fef3b5fd2d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:44:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:24.158195 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d075121d-66c9-453f-983c-4c22cd83410c tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "DELETE /v2.0/floatingips/0859a631-6bcc-4e2b-a700-fdc0e7af3ec8 HTTP/1.1" status: 204 len: 168 time: 0.8945637 Jul 07 15:44:24.158788 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1cc41e-3a12-4fdc-9cec-0cf589c82e21', 'tag': '5aa4d37a-551d-4dfc-a30c-bbdfea38d06a'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:44:24.161009 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1503664-ad43-4a8c-8f89-53c8a6cba0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "de1cc41e-3a12-4fdc-9cec-0cf589c82e21", "tag": "5aa4d37a-551d-4dfc-a30c-bbdfea38d06a"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:44:24.199009 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ff3ae4-8e33-41ea-9a42-bff17eb8b10d x-openstack-request-id: req-87ff3ae4-8e33-41ea-9a42-bff17eb8b10d {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:44:24.199974 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1cc41e-3a12-4fdc-9cec-0cf589c82e21", "tag": "5aa4d37a-551d-4dfc-a30c-bbdfea38d06a", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:44:24.200233 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87ff3ae4-8e33-41ea-9a42-bff17eb8b10d {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:44:24.200646 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ff3ae4-8e33-41ea-9a42-bff17eb8b10d'] response: {'name': 'network-changed', 'server_uuid': 'de1cc41e-3a12-4fdc-9cec-0cf589c82e21', 'tag': '5aa4d37a-551d-4dfc-a30c-bbdfea38d06a', 'status': 'completed', 'code': 200} Jul 07 15:44:24.246915 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-fe9c90ce-61ee-40d2-87df-fef3b5fd2d03 None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:44:24.252795 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:24.259628 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:24.263006 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1503664-ad43-4a8c-8f89-53c8a6cba0fe req-b33a98de-a144-4bba-9b5e-9a04010a576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:24.264763 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f1503664-ad43-4a8c-8f89-53c8a6cba0fe req-b33a98de-a144-4bba-9b5e-9a04010a576b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b72dae7a2e644460b4c63da884023c82&device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 1129 time: 0.0424466 Jul 07 15:44:24.265041 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:24.358182 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1503664-ad43-4a8c-8f89-53c8a6cba0fe req-850517e7-7fa5-4573-99d3-05fdd6e53eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:24.360423 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f1503664-ad43-4a8c-8f89-53c8a6cba0fe req-850517e7-7fa5-4573-99d3-05fdd6e53eb2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29820a51-47ed-4a8e-8170-71221aa2cdfe HTTP/1.1" status: 200 len: 912 time: 0.0861578 Jul 07 15:44:24.404135 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f1503664-ad43-4a8c-8f89-53c8a6cba0fe req-aac600c7-7c69-4433-8174-d889703533b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aa4d37a-551d-4dfc-a30c-bbdfea38d06a HTTP/1.1" status: 200 len: 217 time: 0.0375805 Jul 07 15:44:24.455796 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1503664-ad43-4a8c-8f89-53c8a6cba0fe req-3d530ed5-24f6-48c5-b491-914a60d78341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:24.457267 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f1503664-ad43-4a8c-8f89-53c8a6cba0fe req-3d530ed5-24f6-48c5-b491-914a60d78341 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf143fb6-d0fd-4e14-a506-bd386a1da1c6 HTTP/1.1" status: 200 len: 850 time: 0.0473044 Jul 07 15:44:24.504422 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1503664-ad43-4a8c-8f89-53c8a6cba0fe req-81b5f6a9-99a7-4829-9cc2-52868f7496fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:24.505862 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f1503664-ad43-4a8c-8f89-53c8a6cba0fe req-81b5f6a9-99a7-4829-9cc2-52868f7496fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29820a51-47ed-4a8e-8170-71221aa2cdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420859 Jul 07 15:44:24.544654 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-fe9c90ce-61ee-40d2-87df-fef3b5fd2d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '55e1a1a8-7b4d-4ec9-8bbb-6c4150950639', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'port_id': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'mac_address': 'fa:16:3e:89:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:40:25Z', 'updated_at': '2022-07-07T15:40:28Z', 'revision_number': 1, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:24.570399 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9c90ce-61ee-40d2-87df-fef3b5fd2d03 None None] Checking router: dc842381-3dbf-414f-8223-8f44fd847642 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:44:24.579685 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9c90ce-61ee-40d2-87df-fef3b5fd2d03 None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:44:24.580321 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-fe9c90ce-61ee-40d2-87df-fef3b5fd2d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:44:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:24.606535 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f1503664-ad43-4a8c-8f89-53c8a6cba0fe req-a859fc19-9894-45c4-b797-4b4d717f6210 service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930717 Jul 07 15:44:24.685905 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-fe9c90ce-61ee-40d2-87df-fef3b5fd2d03 None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:44:24.708699 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-f1503664-ad43-4a8c-8f89-53c8a6cba0fe req-f356d795-1b49-4d18-8468-0f29b89d9037 service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943146 Jul 07 15:44:24.722218 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81376b41-7e2a-4af8-b494-2d23deeaf543 req-c381ef46-25e6-4742-94a4-8a8066b0acd8 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:24.723723 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-81376b41-7e2a-4af8-b494-2d23deeaf543 req-c381ef46-25e6-4742-94a4-8a8066b0acd8 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 945 time: 0.0534637 Jul 07 15:44:24.773126 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-81376b41-7e2a-4af8-b494-2d23deeaf543 req-2582fdeb-8c72-4c6c-b9f4-7f0e5c323f5d tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434303 Jul 07 15:44:24.894879 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-fe9c90ce-61ee-40d2-87df-fef3b5fd2d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '55e1a1a8-7b4d-4ec9-8bbb-6c4150950639', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'port_id': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'mac_address': 'fa:16:3e:89:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:40:25Z', 'updated_at': '2022-07-07T15:40:28Z', 'revision_number': 1, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:24.919739 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9c90ce-61ee-40d2-87df-fef3b5fd2d03 None None] The sync data for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi is: [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_floatingips': [{'id': '55e1a1a8-7b4d-4ec9-8bbb-6c4150950639', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'router_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'port_id': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'mac_address': 'fa:16:3e:89:8b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T15:40:25Z', 'updated_at': '2022-07-07T15:40:28Z', 'revision_number': 1, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:44:25.133872 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a331811-c104-47a0-8b1e-11992d93f196 None None] New status for floating IP 0859a631-6bcc-4e2b-a700-fdc0e7af3ec8: DOWN {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:44:25.371527 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-9313ef1e-cdc0-4a49-b746-594a9d733e8a tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:25.373063 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-9313ef1e-cdc0-4a49-b746-594a9d733e8a tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/networks?id=694ea20f-c7d1-40b1-860a-8001a8d19125 HTTP/1.1" status: 200 len: 814 time: 0.1141844 Jul 07 15:44:25.389128 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-ff7803e5-4d95-42f9-ab67-f175693c6aa5 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/quotas/d087fee0c67c47f98f424fbdb919b547 HTTP/1.1" status: 200 len: 375 time: 0.0097954 Jul 07 15:44:25.422134 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-0dd5d304-65cf-42e2-9cbc-4f3f575d5fc4 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d087fee0c67c47f98f424fbdb919b547&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277684 Jul 07 15:44:25.474683 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-69737ad6-89bc-4218-ad0c-602bfbb4f4c7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 15:44:25.475696 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-69737ad6-89bc-4218-ad0c-602bfbb4f4c7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0474353 Jul 07 15:44:25.567514 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-cab25af7-72c2-45f6-b583-c31b3324453c service neutron] 10.222.0.25 "GET /v2.0/networks/694ea20f-c7d1-40b1-860a-8001a8d19125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852294 Jul 07 15:44:25.577691 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:25.662882 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-41f11f1d-e6e9-46d0-8968-99aca25f335e service neutron] 10.222.0.25 "GET /v2.0/networks/694ea20f-c7d1-40b1-860a-8001a8d19125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897050 Jul 07 15:44:25.783235 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:25.914060 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-fc95259b-cc4d-4d62-b9f8-ff6789b92462 req-ab782dde-895b-4a9f-b273-7919bfe847d6 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 210 time: 0.0351379 Jul 07 15:44:25.924791 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80448822-ac20-4645-9a9c-7581f522c317 req-63e5c74b-b815-4c9f-8b72-7fd93e40b2f7 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:25.926359 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80448822-ac20-4645-9a9c-7581f522c317 req-63e5c74b-b815-4c9f-8b72-7fd93e40b2f7 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 945 time: 0.0780973 Jul 07 15:44:25.977338 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-80448822-ac20-4645-9a9c-7581f522c317 req-a3cc6c4d-fe7c-499d-b84e-3dc156711c5f tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440245 Jul 07 15:44:26.349743 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbe54b-42ca-4652-b515-701b93957b90 req-c3ddc019-0b8c-4ec3-9634-29818a96390b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:26.351291 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-24fbe54b-42ca-4652-b515-701b93957b90 req-c3ddc019-0b8c-4ec3-9634-29818a96390b tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.50 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 945 time: 0.0505865 Jul 07 15:44:26.440995 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-24fbe54b-42ca-4652-b515-701b93957b90 req-4c8fce0a-a6b5-42c3-8811-eff22a39ef81 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Deleting port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:26.441332 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-24fbe54b-42ca-4652-b515-701b93957b90 req-4c8fce0a-a6b5-42c3-8811-eff22a39ef81 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (5aa4d37a-551d-4dfc-a30c-bbdfea38d06a), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:26.533447 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-24fbe54b-42ca-4652-b515-701b93957b90 req-4c8fce0a-a6b5-42c3-8811-eff22a39ef81 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] For port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=5aa4d37a-551d-4dfc-a30c-bbdfea38d06a,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:26.535965 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-24fbe54b-42ca-4652-b515-701b93957b90 req-4c8fce0a-a6b5-42c3-8811-eff22a39ef81 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (5aa4d37a-551d-4dfc-a30c-bbdfea38d06a), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:26.546582 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-24fbe54b-42ca-4652-b515-701b93957b90 req-4c8fce0a-a6b5-42c3-8811-eff22a39ef81 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Calling delete_port for 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a owned by compute:nova {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:26.558238 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:26.720493 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-24fbe54b-42ca-4652-b515-701b93957b90 req-4c8fce0a-a6b5-42c3-8811-eff22a39ef81 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (5aa4d37a-551d-4dfc-a30c-bbdfea38d06a), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:26.751881 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fce0a-a6b5-42c3-8811-eff22a39ef81 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event deleted for resources: {'Port': ['ID=5aa4d37a-551d-4dfc-a30c-bbdfea38d06a,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:26.822703 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fbe54b-42ca-4652-b515-701b93957b90 req-4c8fce0a-a6b5-42c3-8811-eff22a39ef81 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] No DVR routers for this DVR port 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a on host hv-cinder-84130 {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:44:26.822703 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-24fbe54b-42ca-4652-b515-701b93957b90 req-4c8fce0a-a6b5-42c3-8811-eff22a39ef81 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:26.822703 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-24fbe54b-42ca-4652-b515-701b93957b90 req-4c8fce0a-a6b5-42c3-8811-eff22a39ef81 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.50 "DELETE /v2.0/ports/5aa4d37a-551d-4dfc-a30c-bbdfea38d06a HTTP/1.1" status: 204 len: 173 time: 0.4458523 Jul 07 15:44:26.822703 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1cc41e-3a12-4fdc-9cec-0cf589c82e21', 'name': 'network-vif-deleted', 'tag': '5aa4d37a-551d-4dfc-a30c-bbdfea38d06a'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:44:26.822703 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35caabea-6705-41ef-8c0c-3e0182a935dd" -d '{"events": [{"server_uuid": "de1cc41e-3a12-4fdc-9cec-0cf589c82e21", "name": "network-vif-deleted", "tag": "5aa4d37a-551d-4dfc-a30c-bbdfea38d06a"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:44:26.844047 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7f7137-67fb-44f7-90da-0fb4968e0f32 x-openstack-request-id: req-ac7f7137-67fb-44f7-90da-0fb4968e0f32 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:44:26.844331 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1cc41e-3a12-4fdc-9cec-0cf589c82e21", "name": "network-vif-deleted", "tag": "5aa4d37a-551d-4dfc-a30c-bbdfea38d06a", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:44:26.844610 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac7f7137-67fb-44f7-90da-0fb4968e0f32 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:44:26.845002 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac7f7137-67fb-44f7-90da-0fb4968e0f32'] response: {'server_uuid': 'de1cc41e-3a12-4fdc-9cec-0cf589c82e21', 'name': 'network-vif-deleted', 'tag': '5aa4d37a-551d-4dfc-a30c-bbdfea38d06a', 'status': 'completed', 'code': 200} Jul 07 15:44:27.011416 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4df0ceec-1da4-4b75-829b-9083fbc888b7 req-6d6a4800-4b16-447a-b04a-54defed85261 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 210 time: 0.0298371 Jul 07 15:44:27.079186 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a4030a02-c172-4753-81b1-980b294783b9 req-8a45a0ec-11b4-4be5-bf70-d8ed3f4f970f tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 210 time: 0.0279262 Jul 07 15:44:27.788245 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a6306f75-a9f4-4927-b8d9-ca5bd083bbfe req-b5f73eb2-d543-4e6e-aa2d-d94af9afd372 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686680740&fields=id&tenant_id=0b2770b1b56d4f0ea8c3c1759a8e504f HTTP/1.1" status: 200 len: 267 time: 0.0467229 Jul 07 15:44:27.852406 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6306f75-a9f4-4927-b8d9-ca5bd083bbfe req-7568a534-60d8-4af2-bddc-44e76e8831c9 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:27.853864 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a6306f75-a9f4-4927-b8d9-ca5bd083bbfe req-7568a534-60d8-4af2-bddc-44e76e8831c9 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 984 time: 0.0552571 Jul 07 15:44:27.865234 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.v2.base [req-a6306f75-a9f4-4927-b8d9-ca5bd083bbfe req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Request body: {'port': {'security_groups': ['62ab0158-7fb7-4986-86bd-1cdc5582a8ea']}} {{(pid=104328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:44:27.957673 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-a6306f75-a9f4-4927-b8d9-ca5bd083bbfe req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (03660176-9b44-4590-8337-3977dc2d927b), before_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:28.010528 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-8e66b18f-8b14-4398-aecb-66d08339cc23 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:28.012265 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-8e66b18f-8b14-4398-aecb-66d08339cc23 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.50 "GET /v2.0/networks?id=694ea20f-c7d1-40b1-860a-8001a8d19125 HTTP/1.1" status: 200 len: 814 time: 0.1348100 Jul 07 15:44:28.031113 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-15a8a5c9-2e20-4c3f-bd79-f57877ba7f8c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Request body: {'port': {'device_id': 'b5dae0ff-9bff-4f62-bacb-6f43395d09c7', 'network_id': '694ea20f-c7d1-40b1-860a-8001a8d19125', 'admin_state_up': True, 'tenant_id': 'd087fee0c67c47f98f424fbdb919b547'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:44:28.121993 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-3cba5c1d-2b78-4a35-ba0e-f9a8e9849e04 req-be0406a7-b28e-45d9-a2c6-30598764151a tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 210 time: 0.0383711 Jul 07 15:44:28.202987 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-a6306f75-a9f4-4927-b8d9-ca5bd083bbfe req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] For port 03660176-9b44-4590-8337-3977dc2d927b, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=03660176-9b44-4590-8337-3977dc2d927b,segment=NetworkSegment(c559df14-cec8-43a5-a355-adbca5afd1c2),segment_id=c559df14-cec8-43a5-a355-adbca5afd1c2)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:28.247359 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-4e5d0fac-4a87-421d-9283-c6d651570212 req-8485699e-f5c6-4d0d-9eec-019593656d43 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=de1cc41e-3a12-4fdc-9cec-0cf589c82e21 HTTP/1.1" status: 200 len: 210 time: 0.0357931 Jul 07 15:44:28.247814 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:28.257692 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-15a8a5c9-2e20-4c3f-bd79-f57877ba7f8c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Made reservation on behalf of d087fee0c67c47f98f424fbdb919b547 for: {'port': 1} {{(pid=104327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 15:44:28.261350 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-15a8a5c9-2e20-4c3f-bd79-f57877ba7f8c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (None), before_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:28.264746 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-a6306f75-a9f4-4927-b8d9-ca5bd083bbfe req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for port (03660176-9b44-4590-8337-3977dc2d927b), precommit_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:28.343819 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-a6306f75-a9f4-4927-b8d9-ca5bd083bbfe req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13707863'] for port (03660176-9b44-4590-8337-3977dc2d927b), after_update {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:28.353431 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:28.358092 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['03660176-9b44-4590-8337-3977dc2d927b'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:44:28.396243 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6306f75-a9f4-4927-b8d9-ca5bd083bbfe req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:28.397469 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-a6306f75-a9f4-4927-b8d9-ca5bd083bbfe req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:28.399047 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-a6306f75-a9f4-4927-b8d9-ca5bd083bbfe req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "PUT /v2.0/ports/03660176-9b44-4590-8337-3977dc2d927b HTTP/1.1" status: 200 len: 942 time: 0.5385761 Jul 07 15:44:28.399519 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'tag': '03660176-9b44-4590-8337-3977dc2d927b'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:44:28.401832 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492615ab-df39-4305-908b-9888e69c0ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "66906c69-cb44-49e3-ba9b-59dffb9f6181", "tag": "03660176-9b44-4590-8337-3977dc2d927b"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:44:28.410360 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51584) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:28.453931 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Pushing event updated for resources: {'Port': ['ID=03660176-9b44-4590-8337-3977dc2d927b,revision_number=7']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:28.471303 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:28.471735 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:28.472081 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:28.472422 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:28.472750 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:28.473161 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:28.473504 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:28.473712 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:28.474040 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:28.474381 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:28.474733 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:28.475067 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:28.475280 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:28.475620 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:28.475944 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4478a9-db54-4a70-995d-c31df4a8a952 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:28.493521 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['03660176-9b44-4590-8337-3977dc2d927b'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:44:28.544225 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a4c51fc7-1e13-44d1-a0ec-267465d43d61 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group (d4369ade-2dea-4744-9b77-f7acf134ab9b), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:28.567428 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7092ac19-9c1f-4213-98af-fe48b47d327d x-openstack-request-id: req-7092ac19-9c1f-4213-98af-fe48b47d327d {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:44:28.567742 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66906c69-cb44-49e3-ba9b-59dffb9f6181", "tag": "03660176-9b44-4590-8337-3977dc2d927b", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:44:28.567997 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7092ac19-9c1f-4213-98af-fe48b47d327d {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:44:28.568396 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7092ac19-9c1f-4213-98af-fe48b47d327d'] response: {'name': 'network-changed', 'server_uuid': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'tag': '03660176-9b44-4590-8337-3977dc2d927b', 'status': 'completed', 'code': 200} Jul 07 15:44:28.594418 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a4c51fc7-1e13-44d1-a0ec-267465d43d61 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group (d4369ade-2dea-4744-9b77-f7acf134ab9b), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:28.672279 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492615ab-df39-4305-908b-9888e69c0ad0 req-5c15e616-4a06-46be-8271-94813e798de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:28.673799 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-492615ab-df39-4305-908b-9888e69c0ad0 req-5c15e616-4a06-46be-8271-94813e798de9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b2770b1b56d4f0ea8c3c1759a8e504f&device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 1129 time: 0.0693686 Jul 07 15:44:28.702822 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:28.714092 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_common [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-15a8a5c9-2e20-4c3f-bd79-f57877ba7f8c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Allocated IP 172.20.0.13 (694ea20f-c7d1-40b1-860a-8001a8d19125/2b59dee2-f5eb-4ea2-b0cd-c2761dcadf90/c8b870e5-16f4-486e-94b8-25407c45ae78) {{(pid=104327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 15:44:28.795657 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-4b3406f5-a615-4440-a876-2e0c22840223 None None] Provisioning complete for port 03660176-9b44-4590-8337-3977dc2d927b triggered by entity DHCP. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:44:28.797007 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-4b3406f5-a615-4440-a876-2e0c22840223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (03660176-9b44-4590-8337-3977dc2d927b), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:28.803345 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492615ab-df39-4305-908b-9888e69c0ad0 req-82314f44-88ce-4db6-9e8c-8906768a8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:28.804990 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-492615ab-df39-4305-908b-9888e69c0ad0 req-82314f44-88ce-4db6-9e8c-8906768a8e62 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 HTTP/1.1" status: 200 len: 916 time: 0.1195159 Jul 07 15:44:28.820012 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a4c51fc7-1e13-44d1-a0ec-267465d43d61 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (d4369ade-2dea-4744-9b77-f7acf134ab9b), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:28.822597 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a4c51fc7-1e13-44d1-a0ec-267465d43d61 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:28.826232 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-a4c51fc7-1e13-44d1-a0ec-267465d43d61 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "DELETE /v2.0/security-groups/d4369ade-2dea-4744-9b77-f7acf134ab9b HTTP/1.1" status: 204 len: 168 time: 0.4119234 Jul 07 15:44:28.843308 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 51588) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:28.870163 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c51fc7-1e13-44d1-a0ec-267465d43d61 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4369ade-2dea-4744-9b77-f7acf134ab9b,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:28.885695 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-4b3406f5-a615-4440-a876-2e0c22840223 None None] Current status of the port 03660176-9b44-4590-8337-3977dc2d927b is: ACTIVE; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:44:28.896276 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-492615ab-df39-4305-908b-9888e69c0ad0 req-1eff9646-2805-45b1-9bd0-a1606b50d737 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03660176-9b44-4590-8337-3977dc2d927b HTTP/1.1" status: 200 len: 1000 time: 0.0844004 Jul 07 15:44:28.930846 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:28.935128 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-15a8a5c9-2e20-4c3f-bd79-f57877ba7f8c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Publish callbacks [] for port (c8b870e5-16f4-486e-94b8-25407c45ae78), precommit_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:28.950126 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492615ab-df39-4305-908b-9888e69c0ad0 req-9b68baeb-4395-4cb7-8b61-c172d67b4c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:28.951833 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-492615ab-df39-4305-908b-9888e69c0ad0 req-9b68baeb-4395-4cb7-8b61-c172d67b4c71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9eba21ad-b700-4210-9e02-e3a7e1652352 HTTP/1.1" status: 200 len: 854 time: 0.0482893 Jul 07 15:44:28.997742 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492615ab-df39-4305-908b-9888e69c0ad0 req-7d3edd90-bfc4-4a17-b3bb-48a9345f3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:28.999477 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-492615ab-df39-4305-908b-9888e69c0ad0 req-7d3edd90-bfc4-4a17-b3bb-48a9345f3d17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1a1eb1fc-380d-4506-bbe7-97afbc3bfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411947 Jul 07 15:44:29.046684 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-d0338c02-c81c-4f14-aab2-c3f4b3915125 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Deleting port b58a715e-1348-45b9-b0bf-ed985504e5e1 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:29.047248 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d0338c02-c81c-4f14-aab2-c3f4b3915125 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (b58a715e-1348-45b9-b0bf-ed985504e5e1), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:29.093795 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-492615ab-df39-4305-908b-9888e69c0ad0 req-2704b399-88e7-4c0a-b162-a028ff3ed31a service neutron] 10.222.0.50 "GET /v2.0/networks/1a1eb1fc-380d-4506-bbe7-97afbc3bfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875013 Jul 07 15:44:29.102972 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-15a8a5c9-2e20-4c3f-bd79-f57877ba7f8c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732230748537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (c8b870e5-16f4-486e-94b8-25407c45ae78), after_create {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:29.166416 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-15a8a5c9-2e20-4c3f-bd79-f57877ba7f8c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Network 694ea20f-c7d1-40b1-860a-8001a8d19125 is already hosted by enough agents. {{(pid=104327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 15:44:29.179007 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d0338c02-c81c-4f14-aab2-c3f4b3915125 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (b58a715e-1348-45b9-b0bf-ed985504e5e1), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:29.179338 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d0338c02-c81c-4f14-aab2-c3f4b3915125 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for floatingip (b58a715e-1348-45b9-b0bf-ed985504e5e1), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:29.182412 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.base_scheduler [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-15a8a5c9-2e20-4c3f-bd79-f57877ba7f8c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Resources bound (agent type, host, resource id): {{(pid=104327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 15:44:29.189700 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8a5c9-2e20-4c3f-bd79-f57877ba7f8c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Pushing event updated for resources: {'Port': ['ID=c8b870e5-16f4-486e-94b8-25407c45ae78,revision_number=1']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:29.192125 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-15a8a5c9-2e20-4c3f-bd79-f57877ba7f8c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Received port after_create {{(pid=104327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 15:44:29.194650 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-492615ab-df39-4305-908b-9888e69c0ad0 req-4eebec83-17b2-47d3-bded-c1b3e7e5b07c service neutron] 10.222.0.50 "GET /v2.0/networks/1a1eb1fc-380d-4506-bbe7-97afbc3bfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925114 Jul 07 15:44:29.220077 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-d0338c02-c81c-4f14-aab2-c3f4b3915125 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Calling delete_port for b58a715e-1348-45b9-b0bf-ed985504e5e1 owned by network:floatingip {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:29.261536 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc0fa5-54e3-4bdd-83c0-30dd53b556f4 req-5f1ad3ba-f681-423c-a8d4-b8083f0cfca1 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:29.262986 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-befc0fa5-54e3-4bdd-83c0-30dd53b556f4 req-5f1ad3ba-f681-423c-a8d4-b8083f0cfca1 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 932 time: 0.0476816 Jul 07 15:44:29.288546 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-15a8a5c9-2e20-4c3f-bd79-f57877ba7f8c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:29.289165 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-15a8a5c9-2e20-4c3f-bd79-f57877ba7f8c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:29.317486 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-befc0fa5-54e3-4bdd-83c0-30dd53b556f4 req-6bedfb37-635a-4950-b1bc-ab1695e193a4 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483699 Jul 07 15:44:29.388752 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-15a8a5c9-2e20-4c3f-bd79-f57877ba7f8c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3622246 Jul 07 15:44:29.391225 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:29.401706 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.v2.base [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Request body: {'port': {'device_id': 'b5dae0ff-9bff-4f62-bacb-6f43395d09c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=104327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 15:44:29.471261 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (c8b870e5-16f4-486e-94b8-25407c45ae78), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:29.480277 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d0338c02-c81c-4f14-aab2-c3f4b3915125 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (b58a715e-1348-45b9-b0bf-ed985504e5e1), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:29.509425 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0338c02-c81c-4f14-aab2-c3f4b3915125 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Pushing event deleted for resources: {'Port': ['ID=b58a715e-1348-45b9-b0bf-ed985504e5e1,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:29.659411 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d0338c02-c81c-4f14-aab2-c3f4b3915125 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks [] for floatingip (f61b7736-7169-4b05-88b4-6ad1206d71f5), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:29.659754 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.db.l3_db [None req-d0338c02-c81c-4f14-aab2-c3f4b3915125 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Floating IP f61b7736-7169-4b05-88b4-6ad1206d71f5 disassociated (deleted). External IP: 172.27.1.60, port: 03660176-9b44-4590-8337-3977dc2d927b. Jul 07 15:44:29.787061 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:29.963877 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b870e5-16f4-486e-94b8-25407c45ae78 {{(pid=104327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:44:29.975353 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Publish callbacks [] for port (c8b870e5-16f4-486e-94b8-25407c45ae78), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:29.995884 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0338c02-c81c-4f14-aab2-c3f4b3915125 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Router cc29d688-f820-4e04-8594-56d8d0e77e9d has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:44:29.997177 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.provisioning_blocks [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Transition to ACTIVE for port object c8b870e5-16f4-486e-94b8-25407c45ae78 will not be triggered until provisioned by entity L2. {{(pid=104327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 15:44:30.050122 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24476689'] for port (c8b870e5-16f4-486e-94b8-25407c45ae78), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:30.164034 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b870e5-16f4-486e-94b8-25407c45ae78,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:30.191166 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0338c02-c81c-4f14-aab2-c3f4b3915125 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:44:30.196338 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d0338c02-c81c-4f14-aab2-c3f4b3915125 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:30.201203 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d3fad6-5525-4bc3-88f2-5a18ace3f822 None None] Sync routers for ids ['cc29d688-f820-4e04-8594-56d8d0e77e9d'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:44:30.212047 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d3fad6-5525-4bc3-88f2-5a18ace3f822 None None] Routers {'cc29d688-f820-4e04-8594-56d8d0e77e9d'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:44:30.212694 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-00d3fad6-5525-4bc3-88f2-5a18ace3f822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:44:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['cc29d688-f820-4e04-8594-56d8d0e77e9d'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:30.214878 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:30.253666 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-d0338c02-c81c-4f14-aab2-c3f4b3915125 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "DELETE /v2.0/floatingips/f61b7736-7169-4b05-88b4-6ad1206d71f5 HTTP/1.1" status: 204 len: 168 time: 1.4093640 Jul 07 15:44:30.256276 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'tag': '03660176-9b44-4590-8337-3977dc2d927b'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:44:30.258481 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc88c6d5-9243-45c6-8b7c-1302da1ee61f" -d '{"events": [{"name": "network-changed", "server_uuid": "66906c69-cb44-49e3-ba9b-59dffb9f6181", "tag": "03660176-9b44-4590-8337-3977dc2d927b"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:44:30.274720 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Attempting to bind port c8b870e5-16f4-486e-94b8-25407c45ae78 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 15:44:30.275052 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Attempting to bind port c8b870e5-16f4-486e-94b8-25407c45ae78 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '81110822-508c-4420-b11e-16fc5b98c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694ea20f-c7d1-40b1-860a-8001a8d19125'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 15:44:30.275545 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Attempting to bind port c8b870e5-16f4-486e-94b8-25407c45ae78 on network 694ea20f-c7d1-40b1-860a-8001a8d19125 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:44:30.281286 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Port c8b870e5-16f4-486e-94b8-25407c45ae78 on network 694ea20f-c7d1-40b1-860a-8001a8d19125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 15:44:30.281596 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Attempting to bind port c8b870e5-16f4-486e-94b8-25407c45ae78 on network 694ea20f-c7d1-40b1-860a-8001a8d19125 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 15:44:30.286762 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Checking agent: {'id': '3bc15f66-0f08-4c82-bb39-3eacb9fdbdec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'started_at': datetime.datetime(2022, 7, 7, 15, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 15, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 15:44:30.287089 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Checking segment: {'id': '81110822-508c-4420-b11e-16fc5b98c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694ea20f-c7d1-40b1-860a-8001a8d19125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 15:44:30.287461 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Bound using segment: {'id': '81110822-508c-4420-b11e-16fc5b98c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694ea20f-c7d1-40b1-860a-8001a8d19125'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 15:44:30.287904 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Bound port: c8b870e5-16f4-486e-94b8-25407c45ae78, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81110822-508c-4420-b11e-16fc5b98c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694ea20f-c7d1-40b1-860a-8001a8d19125'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 15:44:30.288256 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (c8b870e5-16f4-486e-94b8-25407c45ae78), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:30.302110 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff1af50-4b6f-4a2c-b32d-10c8a198f908 x-openstack-request-id: req-8ff1af50-4b6f-4a2c-b32d-10c8a198f908 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:44:30.302392 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66906c69-cb44-49e3-ba9b-59dffb9f6181", "tag": "03660176-9b44-4590-8337-3977dc2d927b", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:44:30.302640 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ff1af50-4b6f-4a2c-b32d-10c8a198f908 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:44:30.303166 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff1af50-4b6f-4a2c-b32d-10c8a198f908'] response: {'name': 'network-changed', 'server_uuid': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'tag': '03660176-9b44-4590-8337-3977dc2d927b', 'status': 'completed', 'code': 200} Jul 07 15:44:30.332250 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-00d3fad6-5525-4bc3-88f2-5a18ace3f822 None None] Set router cc29d688-f820-4e04-8594-56d8d0e77e9d gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:44:30.367585 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] For port c8b870e5-16f4-486e-94b8-25407c45ae78, host hv-cinder-84130, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 15:44:30.371277 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] For port c8b870e5-16f4-486e-94b8-25407c45ae78, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=c8b870e5-16f4-486e-94b8-25407c45ae78,segment=NetworkSegment(81110822-508c-4420-b11e-16fc5b98c7b7),segment_id=81110822-508c-4420-b11e-16fc5b98c7b7)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 15:44:30.412345 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88c6d5-9243-45c6-8b7c-1302da1ee61f req-d12208c0-9c12-4362-a219-c9485d69de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:30.414536 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dc88c6d5-9243-45c6-8b7c-1302da1ee61f req-d12208c0-9c12-4362-a219-c9485d69de42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b2770b1b56d4f0ea8c3c1759a8e504f&device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 1129 time: 0.0802665 Jul 07 15:44:30.423690 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24476689'] for port (c8b870e5-16f4-486e-94b8-25407c45ae78), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:30.444872 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:30.456134 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:30.468620 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:30.469231 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:30.470595 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] 10.222.0.50 "PUT /v2.0/ports/c8b870e5-16f4-486e-94b8-25407c45ae78 HTTP/1.1" status: 200 len: 1094 time: 1.0732450 Jul 07 15:44:30.479115 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:30.495857 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4a3af-d14b-491e-a76f-2817b5d99855 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b870e5-16f4-486e-94b8-25407c45ae78,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:30.552028 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79597cd1-0f74-4db9-9f82-a517c2d65b2d req-8a8d6d07-04ce-46ff-9558-bf8e0b55f998 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:30.553576 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-79597cd1-0f74-4db9-9f82-a517c2d65b2d req-8a8d6d07-04ce-46ff-9558-bf8e0b55f998 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 944 time: 0.1210999 Jul 07 15:44:30.566806 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-00d3fad6-5525-4bc3-88f2-5a18ace3f822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'name': 'tempest-TestMinimumBasicScenario-1393647824-router', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:40Z', 'updated_at': '2022-07-07T15:41:45Z', 'revision_number': 4, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'gw_port': {'id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:41Z', 'updated_at': '2022-07-07T15:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '2af019ed-2689-483d-b096-7c67f7850192', 'name': '', 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'mac_address': 'fa:16:3e:af:e8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:44Z', 'updated_at': '2022-07-07T15:41:48Z', 'revision_number': 5, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'subnets': [{'id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:30.593092 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d3fad6-5525-4bc3-88f2-5a18ace3f822 None None] Checking router: cc29d688-f820-4e04-8594-56d8d0e77e9d for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:44:30.599209 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:30.600456 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88c6d5-9243-45c6-8b7c-1302da1ee61f req-0d753f40-0e61-4fa8-a377-c0297c58fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:30.601922 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dc88c6d5-9243-45c6-8b7c-1302da1ee61f req-0d753f40-0e61-4fa8-a377-c0297c58fd70 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 HTTP/1.1" status: 200 len: 916 time: 0.1794207 Jul 07 15:44:30.604612 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d3fad6-5525-4bc3-88f2-5a18ace3f822 None None] Routers {'cc29d688-f820-4e04-8594-56d8d0e77e9d'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:44:30.605204 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-00d3fad6-5525-4bc3-88f2-5a18ace3f822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:44:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['cc29d688-f820-4e04-8594-56d8d0e77e9d'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:30.677153 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-f467c9c7-92fd-48f7-a654-36fcca93d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:30.678742 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-f467c9c7-92fd-48f7-a654-36fcca93d317 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d087fee0c67c47f98f424fbdb919b547&device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 1128 time: 0.0496905 Jul 07 15:44:30.691934 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-79597cd1-0f74-4db9-9f82-a517c2d65b2d req-ec439d21-1f9d-442e-a819-94c911ecd923 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272883 Jul 07 15:44:30.697555 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dc88c6d5-9243-45c6-8b7c-1302da1ee61f req-05c6e1b8-c6c2-44b6-b033-1cd5da4ec0d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03660176-9b44-4590-8337-3977dc2d927b HTTP/1.1" status: 200 len: 217 time: 0.0768318 Jul 07 15:44:30.743925 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-00d3fad6-5525-4bc3-88f2-5a18ace3f822 None None] Set router cc29d688-f820-4e04-8594-56d8d0e77e9d gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:44:30.746909 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-5776444a-9df0-413d-aeb6-63bbb2ca4560 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8b870e5-16f4-486e-94b8-25407c45ae78 HTTP/1.1" status: 200 len: 217 time: 0.0581510 Jul 07 15:44:30.763062 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88c6d5-9243-45c6-8b7c-1302da1ee61f req-9f0992b8-c9ee-476c-833f-cea0af8e765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:30.764592 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dc88c6d5-9243-45c6-8b7c-1302da1ee61f req-9f0992b8-c9ee-476c-833f-cea0af8e765e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9eba21ad-b700-4210-9e02-e3a7e1652352 HTTP/1.1" status: 200 len: 854 time: 0.0597456 Jul 07 15:44:30.814251 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-c9232fbf-ff2b-45d3-878b-ffe65ac2a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:30.816532 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-c9232fbf-ff2b-45d3-878b-ffe65ac2a7b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2b59dee2-f5eb-4ea2-b0cd-c2761dcadf90 HTTP/1.1" status: 200 len: 854 time: 0.0567343 Jul 07 15:44:30.819176 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88c6d5-9243-45c6-8b7c-1302da1ee61f req-0d198cd2-7dfb-486f-ab41-b48e1b8f6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:30.823105 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dc88c6d5-9243-45c6-8b7c-1302da1ee61f req-0d198cd2-7dfb-486f-ab41-b48e1b8f6f5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1a1eb1fc-380d-4506-bbe7-97afbc3bfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482030 Jul 07 15:44:30.912298 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:44:30.933395 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:44:30.933666 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-00d3fad6-5525-4bc3-88f2-5a18ace3f822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'name': 'tempest-TestMinimumBasicScenario-1393647824-router', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:40Z', 'updated_at': '2022-07-07T15:41:45Z', 'revision_number': 4, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'gw_port': {'id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:41Z', 'updated_at': '2022-07-07T15:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '2af019ed-2689-483d-b096-7c67f7850192', 'name': '', 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'mac_address': 'fa:16:3e:af:e8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:44Z', 'updated_at': '2022-07-07T15:41:48Z', 'revision_number': 5, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'subnets': [{'id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:30.933820 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 5aa4d37a-551d-4dfc-a30c-bbdfea38d06a not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:44:30.962486 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d3fad6-5525-4bc3-88f2-5a18ace3f822 None None] The sync data for ids ['cc29d688-f820-4e04-8594-56d8d0e77e9d'] in dv-cinder-841302-5-iscsi is: [{'id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'name': 'tempest-TestMinimumBasicScenario-1393647824-router', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:40Z', 'updated_at': '2022-07-07T15:41:45Z', 'revision_number': 4, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'gw_port': {'id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:41Z', 'updated_at': '2022-07-07T15:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': '2af019ed-2689-483d-b096-7c67f7850192', 'name': '', 'network_id': '1a1eb1fc-380d-4506-bbe7-97afbc3bfb10', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'mac_address': 'fa:16:3e:af:e8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:44Z', 'updated_at': '2022-07-07T15:41:48Z', 'revision_number': 5, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'subnets': [{'id': '9eba21ad-b700-4210-9e02-e3a7e1652352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:44:31.141880 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-fd5f6fb8-966a-4035-ada2-adb6ed043637 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=694ea20f-c7d1-40b1-860a-8001a8d19125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292664 Jul 07 15:44:31.190907 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6816882-31ec-45cf-8cfe-2a77ac93b71b None None] New status for floating IP f61b7736-7169-4b05-88b4-6ad1206d71f5: DOWN {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:44:31.215967 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dc88c6d5-9243-45c6-8b7c-1302da1ee61f req-2f92562e-292a-43c0-af2a-92d73f18382e service neutron] 10.222.0.50 "GET /v2.0/networks/1a1eb1fc-380d-4506-bbe7-97afbc3bfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019728 Jul 07 15:44:31.251503 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-f159b562-c6f3-4136-bc1d-c67f7dea1179 service neutron] 10.222.0.50 "GET /v2.0/networks/694ea20f-c7d1-40b1-860a-8001a8d19125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027503 Jul 07 15:44:31.315426 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-dc88c6d5-9243-45c6-8b7c-1302da1ee61f req-95163c6c-1076-45df-a8b2-dd4f00446e80 service neutron] 10.222.0.50 "GET /v2.0/networks/1a1eb1fc-380d-4506-bbe7-97afbc3bfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932107 Jul 07 15:44:31.327019 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:31.351045 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-0f6014a9-8ed4-42ca-aefc-94fde5efbfe2 req-8c0d3a3c-bf7d-4967-8f20-4ea7ef39864b service neutron] 10.222.0.50 "GET /v2.0/networks/694ea20f-c7d1-40b1-860a-8001a8d19125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900531 Jul 07 15:44:31.741739 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51622) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:31.841309 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2b2b-9095-4b46-bf0f-04c2e89f0d77 req-d5a1f8c4-282e-4f32-9050-176dde188541 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:31.843256 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-53da2b2b-9095-4b46-bf0f-04c2e89f0d77 req-d5a1f8c4-282e-4f32-9050-176dde188541 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 944 time: 0.0622699 Jul 07 15:44:31.947720 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-53da2b2b-9095-4b46-bf0f-04c2e89f0d77 req-d72ccc7a-9785-4f41-973b-622b23359fd5 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789564 Jul 07 15:44:31.956984 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-e9505b95-7f4b-445a-b42c-21994ee503a7 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Deleting port 69e46516-2204-4fa4-b6b8-9facbbff503a {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:31.957324 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e9505b95-7f4b-445a-b42c-21994ee503a7 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (69e46516-2204-4fa4-b6b8-9facbbff503a), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:32.038931 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e9505b95-7f4b-445a-b42c-21994ee503a7 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (69e46516-2204-4fa4-b6b8-9facbbff503a), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:32.039249 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e9505b95-7f4b-445a-b42c-21994ee503a7 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for floatingip (69e46516-2204-4fa4-b6b8-9facbbff503a), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:32.051396 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-e9505b95-7f4b-445a-b42c-21994ee503a7 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Calling delete_port for 69e46516-2204-4fa4-b6b8-9facbbff503a owned by network:floatingip {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:32.168220 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:32.291401 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e9505b95-7f4b-445a-b42c-21994ee503a7 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (69e46516-2204-4fa4-b6b8-9facbbff503a), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:32.303902 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dae0ff-9bff-4f62-bacb-6f43395d09c7', 'tag': 'c8b870e5-16f4-486e-94b8-25407c45ae78'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:44:32.306346 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3154d23a-00c3-4d4d-ac42-31ac3667f944" -d '{"events": [{"name": "network-changed", "server_uuid": "b5dae0ff-9bff-4f62-bacb-6f43395d09c7", "tag": "c8b870e5-16f4-486e-94b8-25407c45ae78"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:44:32.319706 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9505b95-7f4b-445a-b42c-21994ee503a7 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event deleted for resources: {'Port': ['ID=69e46516-2204-4fa4-b6b8-9facbbff503a,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:32.343393 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684f189e-6daa-44ca-9449-47db07e66c51 x-openstack-request-id: req-684f189e-6daa-44ca-9449-47db07e66c51 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:44:32.343706 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5dae0ff-9bff-4f62-bacb-6f43395d09c7", "tag": "c8b870e5-16f4-486e-94b8-25407c45ae78", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:44:32.343956 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-684f189e-6daa-44ca-9449-47db07e66c51 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:44:32.344347 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684f189e-6daa-44ca-9449-47db07e66c51'] response: {'name': 'network-changed', 'server_uuid': 'b5dae0ff-9bff-4f62-bacb-6f43395d09c7', 'tag': 'c8b870e5-16f4-486e-94b8-25407c45ae78', 'status': 'completed', 'code': 200} Jul 07 15:44:32.386517 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e9505b95-7f4b-445a-b42c-21994ee503a7 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for floatingip (55e1a1a8-7b4d-4ec9-8bbb-6c4150950639), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:32.392314 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.db.l3_db [None req-e9505b95-7f4b-445a-b42c-21994ee503a7 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Floating IP 55e1a1a8-7b4d-4ec9-8bbb-6c4150950639 disassociated (deleted). External IP: 172.27.1.38, port: 697451eb-ff82-4b0c-b64d-5fb8cde5a13f. Jul 07 15:44:32.439337 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154d23a-00c3-4d4d-ac42-31ac3667f944 req-051697c2-8f81-4b8c-afb8-d2fc5dc20c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:32.440949 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3154d23a-00c3-4d4d-ac42-31ac3667f944 req-051697c2-8f81-4b8c-afb8-d2fc5dc20c8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d087fee0c67c47f98f424fbdb919b547&device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 1128 time: 0.0451574 Jul 07 15:44:32.470211 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:32.536330 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154d23a-00c3-4d4d-ac42-31ac3667f944 req-0d55aa80-d478-49fb-b3e9-dfa8eba0a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:32.537977 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3154d23a-00c3-4d4d-ac42-31ac3667f944 req-0d55aa80-d478-49fb-b3e9-dfa8eba0a4fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=694ea20f-c7d1-40b1-860a-8001a8d19125 HTTP/1.1" status: 200 len: 915 time: 0.0882568 Jul 07 15:44:32.583226 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3154d23a-00c3-4d4d-ac42-31ac3667f944 req-649344a6-d5af-4fc9-822b-7898aab67f35 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8b870e5-16f4-486e-94b8-25407c45ae78 HTTP/1.1" status: 200 len: 217 time: 0.0324662 Jul 07 15:44:32.594505 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9505b95-7f4b-445a-b42c-21994ee503a7 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Router dc842381-3dbf-414f-8223-8f44fd847642 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:44:32.638704 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154d23a-00c3-4d4d-ac42-31ac3667f944 req-470c9444-edbb-445c-ab2a-7a7cc44e0abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:32.640259 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3154d23a-00c3-4d4d-ac42-31ac3667f944 req-470c9444-edbb-445c-ab2a-7a7cc44e0abf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2b59dee2-f5eb-4ea2-b0cd-c2761dcadf90 HTTP/1.1" status: 200 len: 854 time: 0.0494430 Jul 07 15:44:32.678148 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3154d23a-00c3-4d4d-ac42-31ac3667f944 req-f105f272-0662-4579-b0cc-a9bfbf9a68b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=694ea20f-c7d1-40b1-860a-8001a8d19125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285511 Jul 07 15:44:32.775400 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3154d23a-00c3-4d4d-ac42-31ac3667f944 req-302f81dc-d7d8-4fcf-8ad7-1952ac606baa service neutron] 10.222.0.50 "GET /v2.0/networks/694ea20f-c7d1-40b1-860a-8001a8d19125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880814 Jul 07 15:44:32.882242 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-3154d23a-00c3-4d4d-ac42-31ac3667f944 req-20f74645-7c3d-41f3-8c00-8b88aa101bb9 service neutron] 10.222.0.50 "GET /v2.0/networks/694ea20f-c7d1-40b1-860a-8001a8d19125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973189 Jul 07 15:44:32.957964 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9505b95-7f4b-445a-b42c-21994ee503a7 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:44:32.963216 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e9505b95-7f4b-445a-b42c-21994ee503a7 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:32.972515 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2413ef2b-a760-411a-94cd-b8888f86f890 None None] Sync routers for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:44:32.987225 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2413ef2b-a760-411a-94cd-b8888f86f890 None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:44:32.988514 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-2413ef2b-a760-411a-94cd-b8888f86f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:44:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:32.995513 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-e9505b95-7f4b-445a-b42c-21994ee503a7 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "DELETE /v2.0/floatingips/55e1a1a8-7b4d-4ec9-8bbb-6c4150950639 HTTP/1.1" status: 204 len: 168 time: 1.2528667 Jul 07 15:44:32.996141 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'tag': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:44:33.007078 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105c1287-c10c-42df-bca8-5ff824d6af26" -d '{"events": [{"name": "network-changed", "server_uuid": "3287e24c-ce40-4bc8-95ac-3361e15b5807", "tag": "697451eb-ff82-4b0c-b64d-5fb8cde5a13f"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:44:33.071924 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c19ee-0fbc-4d17-9356-79b6da2f991f req-18add3a0-b2a8-41ff-afe9-5ed2455b06a2 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:33.076820 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-874c19ee-0fbc-4d17-9356-79b6da2f991f req-18add3a0-b2a8-41ff-afe9-5ed2455b06a2 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 944 time: 0.0547059 Jul 07 15:44:33.105308 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-2413ef2b-a760-411a-94cd-b8888f86f890 None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:44:33.125155 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-874c19ee-0fbc-4d17-9356-79b6da2f991f req-d7ee9b40-a0aa-4b11-9086-b6c8f642434c tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436573 Jul 07 15:44:33.188454 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 15:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d884c243-ae00-4790-b7a2-1fd43ec4b103 x-openstack-request-id: req-d884c243-ae00-4790-b7a2-1fd43ec4b103 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:44:33.188739 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3287e24c-ce40-4bc8-95ac-3361e15b5807", "tag": "697451eb-ff82-4b0c-b64d-5fb8cde5a13f", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:44:33.188989 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d884c243-ae00-4790-b7a2-1fd43ec4b103 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:44:33.189417 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d884c243-ae00-4790-b7a2-1fd43ec4b103'] response: {'name': 'network-changed', 'server_uuid': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'tag': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f', 'status': 'completed', 'code': 200} Jul 07 15:44:33.254437 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1287-c10c-42df-bca8-5ff824d6af26 req-5ae18c4e-8114-4c62-8d40-ca1237f2dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:33.256008 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-105c1287-c10c-42df-bca8-5ff824d6af26 req-5ae18c4e-8114-4c62-8d40-ca1237f2dd2b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b72dae7a2e644460b4c63da884023c82&device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 1129 time: 0.0435619 Jul 07 15:44:33.333545 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:33.365989 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1287-c10c-42df-bca8-5ff824d6af26 req-6ae949b8-90b0-4d17-914a-ccee33edd1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:33.367401 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-105c1287-c10c-42df-bca8-5ff824d6af26 req-6ae949b8-90b0-4d17-914a-ccee33edd1b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29820a51-47ed-4a8e-8170-71221aa2cdfe HTTP/1.1" status: 200 len: 912 time: 0.1039817 Jul 07 15:44:33.392717 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5086c35-0fb0-429d-9563-867762e9fce0 req-743c1c27-99b3-4441-b7e4-d1200dd2c355 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:33.394185 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c5086c35-0fb0-429d-9563-867762e9fce0 req-743c1c27-99b3-4441-b7e4-d1200dd2c355 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 945 time: 0.0517175 Jul 07 15:44:33.404307 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-2413ef2b-a760-411a-94cd-b8888f86f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:33.433072 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2413ef2b-a760-411a-94cd-b8888f86f890 None None] Checking router: dc842381-3dbf-414f-8223-8f44fd847642 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:44:33.442024 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2413ef2b-a760-411a-94cd-b8888f86f890 None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:44:33.442617 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-2413ef2b-a760-411a-94cd-b8888f86f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:44:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:33.443859 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c5086c35-0fb0-429d-9563-867762e9fce0 req-e00bdb78-5e6b-4ccc-b9a0-76f4431ecfa3 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440392 Jul 07 15:44:33.541032 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-2413ef2b-a760-411a-94cd-b8888f86f890 None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:44:33.542576 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:33.668619 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:33.678410 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=100 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:33.725447 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-2413ef2b-a760-411a-94cd-b8888f86f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:33.751138 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2413ef2b-a760-411a-94cd-b8888f86f890 None None] The sync data for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi is: [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:46Z', 'revision_number': 4, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi', '_interfaces': [{'id': 'ddc0072f-5efa-4d52-943d-6aa9dc76ca91', 'name': '', 'network_id': '29820a51-47ed-4a8e-8170-71221aa2cdfe', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'mac_address': 'fa:16:3e:bb:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:44Z', 'updated_at': '2022-07-07T15:36:50Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'subnets': [{'id': 'bf143fb6-d0fd-4e14-a506-bd386a1da1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:44:33.967136 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa628a-b343-4ced-9c30-c4c9ac6af8c9 None None] New status for floating IP 55e1a1a8-7b4d-4ec9-8bbb-6c4150950639: DOWN {{(pid=104329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 15:44:34.260650 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d849e-9e7f-498d-aad5-c8d1f9febdf8 req-36d5a301-8ea4-4869-ad8f-718e07af2ebe tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:34.262110 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ef4d849e-9e7f-498d-aad5-c8d1f9febdf8 req-36d5a301-8ea4-4869-ad8f-718e07af2ebe tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 944 time: 0.0475850 Jul 07 15:44:34.308644 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ef4d849e-9e7f-498d-aad5-c8d1f9febdf8 req-6d230e2b-afc8-4b5e-809a-5f730484fc42 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Jul 07 15:44:34.518098 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-105c1287-c10c-42df-bca8-5ff824d6af26 req-03a47c95-7f8d-4cf8-afdc-76fb4ccb0969 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=697451eb-ff82-4b0c-b64d-5fb8cde5a13f HTTP/1.1" status: 200 len: 217 time: 0.0349908 Jul 07 15:44:34.551383 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:34.562442 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebcf17-248c-4816-92c2-435571ed3712 req-0f75f4cb-5cfb-4cde-b4d1-d85190ca36dc tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:34.564752 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-faebcf17-248c-4816-92c2-435571ed3712 req-0f75f4cb-5cfb-4cde-b4d1-d85190ca36dc tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 945 time: 0.0506692 Jul 07 15:44:34.577143 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1287-c10c-42df-bca8-5ff824d6af26 req-e6d6a61c-91b6-4cab-9311-929288319ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:34.578633 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-105c1287-c10c-42df-bca8-5ff824d6af26 req-e6d6a61c-91b6-4cab-9311-929288319ee5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf143fb6-d0fd-4e14-a506-bd386a1da1c6 HTTP/1.1" status: 200 len: 850 time: 0.0527911 Jul 07 15:44:34.646494 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-faebcf17-248c-4816-92c2-435571ed3712 req-c06edb65-3f00-44e9-afa3-239fd4f64196 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751464 Jul 07 15:44:34.659593 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1058ec-28a0-4f3b-892c-5ec2ae541f4f req-6047e266-6ea7-4546-820b-06f633d386e1 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:34.661018 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7b1058ec-28a0-4f3b-892c-5ec2ae541f4f req-6047e266-6ea7-4546-820b-06f633d386e1 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 945 time: 0.0643814 Jul 07 15:44:34.707602 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-7b1058ec-28a0-4f3b-892c-5ec2ae541f4f req-60695e67-2dff-4441-883b-c69232dc5179 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408230 Jul 07 15:44:34.940055 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device c8b870e5-16f4-486e-94b8-25407c45ae78 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=104329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 15:44:35.010265 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:35.024647 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:35.041645 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port c8b870e5-16f4-486e-94b8-25407c45ae78, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=c8b870e5-16f4-486e-94b8-25407c45ae78,segment=NetworkSegment(81110822-508c-4420-b11e-16fc5b98c7b7),segment_id=81110822-508c-4420-b11e-16fc5b98c7b7)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:35.052503 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Returning: {'device': 'c8b870e5-16f4-486e-94b8-25407c45ae78', 'network_id': '694ea20f-c7d1-40b1-860a-8001a8d19125', 'port_id': 'c8b870e5-16f4-486e-94b8-25407c45ae78', 'mac_address': 'fa:16:3e:dd:39:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b59dee2-f5eb-4ea2-b0cd-c2761dcadf90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 15:44:35.086592 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port c8b870e5-16f4-486e-94b8-25407c45ae78 is: DOWN; New status is: BUILD {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:44:35.086968 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (c8b870e5-16f4-486e-94b8-25407c45ae78), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:35.099893 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b870e5-16f4-486e-94b8-25407c45ae78 {{(pid=104329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 15:44:35.119159 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port c8b870e5-16f4-486e-94b8-25407c45ae78, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=c8b870e5-16f4-486e-94b8-25407c45ae78,segment=NetworkSegment(81110822-508c-4420-b11e-16fc5b98c7b7),segment_id=81110822-508c-4420-b11e-16fc5b98c7b7)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:35.182707 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (c8b870e5-16f4-486e-94b8-25407c45ae78), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:35.228994 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=c8b870e5-16f4-486e-94b8-25407c45ae78,revision_number=4']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:35.235944 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:35.236325 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:35.236662 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:35.236990 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:35.237314 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:35.237631 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:35.237949 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:35.238263 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:35.238577 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:35.238992 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:35.239603 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:35.239910 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:35.240222 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:35.240533 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:35.240871 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:44:35.425405 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f11493-3b65-4236-bc94-00690932be8e req-4ee10f6b-96af-4c91-8bfd-87945ff5cc8a tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:35.426839 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-55f11493-3b65-4236-bc94-00690932be8e req-4ee10f6b-96af-4c91-8bfd-87945ff5cc8a tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 945 time: 0.0466974 Jul 07 15:44:35.458336 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['c8b870e5-16f4-486e-94b8-25407c45ae78'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:44:35.475177 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-55f11493-3b65-4236-bc94-00690932be8e req-e03f9605-c1a3-4a15-8ca1-cc5cf81e8b9e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428257 Jul 07 15:44:35.763456 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904eabd-52e0-4fdc-a60b-8307be05c941 req-4db28791-0258-43b7-bc24-e8a86a0c5604 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:35.764958 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0904eabd-52e0-4fdc-a60b-8307be05c941 req-4db28791-0258-43b7-bc24-e8a86a0c5604 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 945 time: 0.0504467 Jul 07 15:44:35.847775 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72b4cc-5f34-465a-897e-d79de151dfc0 req-4be1efac-b290-4009-bf70-c17965ea7da8 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:35.849223 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ab72b4cc-5f34-465a-897e-d79de151dfc0 req-4be1efac-b290-4009-bf70-c17965ea7da8 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 945 time: 0.0719633 Jul 07 15:44:35.852652 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0904eabd-52e0-4fdc-a60b-8307be05c941 req-878b1f36-de95-4df9-85c9-00622954dbc4 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814786 Jul 07 15:44:35.896724 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ab72b4cc-5f34-465a-897e-d79de151dfc0 req-55dbad7c-2fe2-4071-b679-aac2928095d1 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420823 Jul 07 15:44:36.306645 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1287-c10c-42df-bca8-5ff824d6af26 req-cef9030e-b2f1-442c-8229-825a4cda4dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:36.309026 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-105c1287-c10c-42df-bca8-5ff824d6af26 req-cef9030e-b2f1-442c-8229-825a4cda4dde service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29820a51-47ed-4a8e-8170-71221aa2cdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439351 Jul 07 15:44:36.398467 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-105c1287-c10c-42df-bca8-5ff824d6af26 req-22be3c30-ab91-419a-ae25-55e8e6398665 service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827632 Jul 07 15:44:36.590776 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da961dd7-892e-4744-8006-27c5910aa632 req-409bbe16-04c8-4b4e-ad48-0b31998a3f57 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:36.592245 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-da961dd7-892e-4744-8006-27c5910aa632 req-409bbe16-04c8-4b4e-ad48-0b31998a3f57 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 945 time: 0.0501225 Jul 07 15:44:36.640223 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-da961dd7-892e-4744-8006-27c5910aa632 req-09611f0a-9f2d-47e5-841e-dee15989b601 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423844 Jul 07 15:44:36.678370 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:36.694480 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7419292-422b-40e1-8e1d-e441cda06372 req-57e6ae6f-9bf9-4aab-abff-bf1431689141 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:36.695980 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e7419292-422b-40e1-8e1d-e441cda06372 req-57e6ae6f-9bf9-4aab-abff-bf1431689141 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 945 time: 0.0475302 Jul 07 15:44:36.701750 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-105c1287-c10c-42df-bca8-5ff824d6af26 req-1e7f1ac9-76cc-4c75-877e-18c80701265e service neutron] 10.222.0.50 "GET /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898030 Jul 07 15:44:36.782766 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [req-e7419292-422b-40e1-8e1d-e441cda06372 req-a750d065-7943-4de6-b4f0-0fcde34d4eeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Deleting port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:36.783174 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-e7419292-422b-40e1-8e1d-e441cda06372 req-a750d065-7943-4de6-b4f0-0fcde34d4eeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (697451eb-ff82-4b0c-b64d-5fb8cde5a13f), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:36.786948 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8458-24f9-4f70-b7ef-25f7963ebf7f req-7453a0be-3c9c-41e0-888f-a7c31e01e223 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:36.788482 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-ec8d8458-24f9-4f70-b7ef-25f7963ebf7f req-7453a0be-3c9c-41e0-888f-a7c31e01e223 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.50 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 945 time: 0.0481999 Jul 07 15:44:36.866741 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:36.876882 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-ec8d8458-24f9-4f70-b7ef-25f7963ebf7f req-20917875-8faf-4087-a16a-53dcb7c2ffb9 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Deleting port 03660176-9b44-4590-8337-3977dc2d927b {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:36.883055 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-e7419292-422b-40e1-8e1d-e441cda06372 req-a750d065-7943-4de6-b4f0-0fcde34d4eeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] For port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=697451eb-ff82-4b0c-b64d-5fb8cde5a13f,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:36.883816 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-ec8d8458-24f9-4f70-b7ef-25f7963ebf7f req-20917875-8faf-4087-a16a-53dcb7c2ffb9 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (03660176-9b44-4590-8337-3977dc2d927b), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:36.883925 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-e7419292-422b-40e1-8e1d-e441cda06372 req-a750d065-7943-4de6-b4f0-0fcde34d4eeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (697451eb-ff82-4b0c-b64d-5fb8cde5a13f), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:36.892314 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [req-e7419292-422b-40e1-8e1d-e441cda06372 req-a750d065-7943-4de6-b4f0-0fcde34d4eeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Calling delete_port for 697451eb-ff82-4b0c-b64d-5fb8cde5a13f owned by compute:nova {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:36.932883 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device c8b870e5-16f4-486e-94b8-25407c45ae78 up at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 15:44:36.982606 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [req-ec8d8458-24f9-4f70-b7ef-25f7963ebf7f req-20917875-8faf-4087-a16a-53dcb7c2ffb9 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] For port 03660176-9b44-4590-8337-3977dc2d927b, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=03660176-9b44-4590-8337-3977dc2d927b,segment=NetworkSegment(c559df14-cec8-43a5-a355-adbca5afd1c2),segment_id=c559df14-cec8-43a5-a355-adbca5afd1c2)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:36.982922 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-ec8d8458-24f9-4f70-b7ef-25f7963ebf7f req-20917875-8faf-4087-a16a-53dcb7c2ffb9 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (03660176-9b44-4590-8337-3977dc2d927b), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:36.997555 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning for port c8b870e5-16f4-486e-94b8-25407c45ae78 completed by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 15:44:37.000937 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [req-ec8d8458-24f9-4f70-b7ef-25f7963ebf7f req-20917875-8faf-4087-a16a-53dcb7c2ffb9 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Calling delete_port for 03660176-9b44-4590-8337-3977dc2d927b owned by compute:nova {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:37.009965 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbeea3-4f62-4009-a549-fb0b6947ae33 req-8043f0cf-dc38-4dec-896c-876b483c9eff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:37.009965 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-99fbeea3-4f62-4009-a549-fb0b6947ae33 req-8043f0cf-dc38-4dec-896c-876b483c9eff tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 945 time: 0.0685513 Jul 07 15:44:37.063233 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.provisioning_blocks [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Provisioning complete for port c8b870e5-16f4-486e-94b8-25407c45ae78 triggered by entity L2. {{(pid=104329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 15:44:37.063616 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810245'] for port (c8b870e5-16f4-486e-94b8-25407c45ae78), provisioning_complete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:37.137294 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abd3aa-22ec-473e-80ce-45399c238bf6 req-0aad2261-190e-4a5f-ac16-8937e8514a37 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:37.138770 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d0abd3aa-22ec-473e-80ce-45399c238bf6 req-0aad2261-190e-4a5f-ac16-8937e8514a37 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 945 time: 0.1027210 Jul 07 15:44:37.144089 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Current status of the port c8b870e5-16f4-486e-94b8-25407c45ae78 is: BUILD; New status is: ACTIVE {{(pid=104329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 15:44:37.144471 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723121'] for port (c8b870e5-16f4-486e-94b8-25407c45ae78), before_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:37.157918 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-99fbeea3-4f62-4009-a549-fb0b6947ae33 req-e877866b-d72e-4764-bd1e-f9984197bbd9 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7d12a43-067b-4b9a-93ae-1a2962987754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383939 Jul 07 15:44:37.169803 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dae0ff-9bff-4f62-bacb-6f43395d09c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b870e5-16f4-486e-94b8-25407c45ae78'}] {{(pid=104329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:44:37.172680 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbdae7dddfc002277bf3be1090890d109a0609fe1bb8d75433d2173936cc2de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c11ba4-96d2-4040-8fa3-cb1882af7fee" -d '{"events": [{"server_uuid": "b5dae0ff-9bff-4f62-bacb-6f43395d09c7", "name": "network-vif-plugged", "status": "completed", "tag": "c8b870e5-16f4-486e-94b8-25407c45ae78"}]}' {{(pid=104329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:44:37.190200 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] For port c8b870e5-16f4-486e-94b8-25407c45ae78, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=c8b870e5-16f4-486e-94b8-25407c45ae78,segment=NetworkSegment(81110822-508c-4420-b11e-16fc5b98c7b7),segment_id=81110822-508c-4420-b11e-16fc5b98c7b7)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:37.195945 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:37.200975 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-d0abd3aa-22ec-473e-80ce-45399c238bf6 req-aa24efd0-792e-4c7d-a1f9-80777868f6d1 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/security-groups?id=62ab0158-7fb7-4986-86bd-1cdc5582a8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554242 Jul 07 15:44:37.212596 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-ec8d8458-24f9-4f70-b7ef-25f7963ebf7f req-20917875-8faf-4087-a16a-53dcb7c2ffb9 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (03660176-9b44-4590-8337-3977dc2d927b), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:37.225304 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['03660176-9b44-4590-8337-3977dc2d927b'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:44:37.248324 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20917875-8faf-4087-a16a-53dcb7c2ffb9 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Pushing event deleted for resources: {'Port': ['ID=03660176-9b44-4590-8337-3977dc2d927b,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:37.257461 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-e7419292-422b-40e1-8e1d-e441cda06372 req-a750d065-7943-4de6-b4f0-0fcde34d4eeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (697451eb-ff82-4b0c-b64d-5fb8cde5a13f), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:37.274967 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231274469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732230748555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732230748573'] for port (c8b870e5-16f4-486e-94b8-25407c45ae78), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:37.286885 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d602ad-61b6-4a25-942e-00cec4a0fb3a x-openstack-request-id: req-d3d602ad-61b6-4a25-942e-00cec4a0fb3a {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:44:37.287202 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dae0ff-9bff-4f62-bacb-6f43395d09c7", "name": "network-vif-plugged", "status": "completed", "tag": "c8b870e5-16f4-486e-94b8-25407c45ae78", "code": 200}]} {{(pid=104329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:44:37.288025 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3d602ad-61b6-4a25-942e-00cec4a0fb3a {{(pid=104329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:44:37.288632 dv-cinder-841302-5-iscsi neutron-server[104329]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d602ad-61b6-4a25-942e-00cec4a0fb3a'] response: {'server_uuid': 'b5dae0ff-9bff-4f62-bacb-6f43395d09c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b870e5-16f4-486e-94b8-25407c45ae78', 'code': 200} Jul 07 15:44:37.296243 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750d065-7943-4de6-b4f0-0fcde34d4eeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event deleted for resources: {'Port': ['ID=697451eb-ff82-4b0c-b64d-5fb8cde5a13f,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:37.297650 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8d8458-24f9-4f70-b7ef-25f7963ebf7f req-20917875-8faf-4087-a16a-53dcb7c2ffb9 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] No DVR routers for this DVR port 03660176-9b44-4590-8337-3977dc2d927b on host hv-cinder-84130 {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:44:37.300297 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [req-ec8d8458-24f9-4f70-b7ef-25f7963ebf7f req-20917875-8faf-4087-a16a-53dcb7c2ffb9 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:37.303969 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [req-ec8d8458-24f9-4f70-b7ef-25f7963ebf7f req-20917875-8faf-4087-a16a-53dcb7c2ffb9 tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.50 "DELETE /v2.0/ports/03660176-9b44-4590-8337-3977dc2d927b HTTP/1.1" status: 204 len: 173 time: 0.5094903 Jul 07 15:44:37.304565 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'name': 'network-vif-deleted', 'tag': '03660176-9b44-4590-8337-3977dc2d927b'}] {{(pid=104327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:44:37.307752 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4a6b82354b92100571faf7fa8b033f9d22816ca51b659d06669e70d6f85cdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e576d6e-7426-4cae-9829-e49dd833e1cf" -d '{"events": [{"server_uuid": "66906c69-cb44-49e3-ba9b-59dffb9f6181", "name": "network-vif-deleted", "tag": "03660176-9b44-4590-8337-3977dc2d927b"}]}' {{(pid=104327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:44:37.357597 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Pushing event updated for resources: {'Port': ['ID=c8b870e5-16f4-486e-94b8-25407c45ae78,revision_number=5']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:37.367845 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7419292-422b-40e1-8e1d-e441cda06372 req-a750d065-7943-4de6-b4f0-0fcde34d4eeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] No DVR routers for this DVR port 697451eb-ff82-4b0c-b64d-5fb8cde5a13f on host hv-cinder-84130 {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:44:37.370557 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-e7419292-422b-40e1-8e1d-e441cda06372 req-a750d065-7943-4de6-b4f0-0fcde34d4eeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:37.374142 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e7419292-422b-40e1-8e1d-e441cda06372 req-a750d065-7943-4de6-b4f0-0fcde34d4eeb tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.50 "DELETE /v2.0/ports/697451eb-ff82-4b0c-b64d-5fb8cde5a13f HTTP/1.1" status: 204 len: 173 time: 0.6719985 Jul 07 15:44:37.374649 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'name': 'network-vif-deleted', 'tag': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:44:37.377056 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2fa686-448f-4ef1-b0d1-3b03031b500b" -d '{"events": [{"server_uuid": "3287e24c-ce40-4bc8-95ac-3361e15b5807", "name": "network-vif-deleted", "tag": "697451eb-ff82-4b0c-b64d-5fb8cde5a13f"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:44:37.381044 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7df03e-7516-4a8f-92cd-814f4f78e163 x-openstack-request-id: req-ee7df03e-7516-4a8f-92cd-814f4f78e163 {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:44:37.381330 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66906c69-cb44-49e3-ba9b-59dffb9f6181", "name": "network-vif-deleted", "tag": "03660176-9b44-4590-8337-3977dc2d927b", "status": "completed", "code": 200}]} {{(pid=104327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:44:37.381573 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee7df03e-7516-4a8f-92cd-814f4f78e163 {{(pid=104327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:44:37.381974 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee7df03e-7516-4a8f-92cd-814f4f78e163'] response: {'server_uuid': '66906c69-cb44-49e3-ba9b-59dffb9f6181', 'name': 'network-vif-deleted', 'tag': '03660176-9b44-4590-8337-3977dc2d927b', 'status': 'completed', 'code': 200} Jul 07 15:44:37.415883 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85427c0e-c9f2-4ac8-88c5-862dcd0704c5 x-openstack-request-id: req-85427c0e-c9f2-4ac8-88c5-862dcd0704c5 {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:44:37.416216 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3287e24c-ce40-4bc8-95ac-3361e15b5807", "name": "network-vif-deleted", "tag": "697451eb-ff82-4b0c-b64d-5fb8cde5a13f", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:44:37.416461 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85427c0e-c9f2-4ac8-88c5-862dcd0704c5 {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:44:37.416861 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85427c0e-c9f2-4ac8-88c5-862dcd0704c5'] response: {'server_uuid': '3287e24c-ce40-4bc8-95ac-3361e15b5807', 'name': 'network-vif-deleted', 'tag': '697451eb-ff82-4b0c-b64d-5fb8cde5a13f', 'status': 'completed', 'code': 200} Jul 07 15:44:37.598001 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d9244-4757-4ed7-bb94-62f473a4f356 req-bf39c159-0377-4eac-9533-bb6d4141ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:37.600979 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b71d9244-4757-4ed7-bb94-62f473a4f356 req-bf39c159-0377-4eac-9533-bb6d4141ae0f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 1130 time: 0.0449100 Jul 07 15:44:37.659354 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-b71d9244-4757-4ed7-bb94-62f473a4f356 req-dc3d605f-8bc6-409f-9abe-eafa2df0d43f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532582 Jul 07 15:44:37.769812 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b4f5f-09a6-434b-9046-80fbf6bf856b req-e4f956ec-4a6c-4fd5-a3bd-de32834eaf99 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:37.771490 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c89b4f5f-09a6-434b-9046-80fbf6bf856b req-e4f956ec-4a6c-4fd5-a3bd-de32834eaf99 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 946 time: 0.0515494 Jul 07 15:44:37.825217 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c89b4f5f-09a6-434b-9046-80fbf6bf856b req-98ae62fb-8a15-4f26-aa86-813c6b63f0e2 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473385 Jul 07 15:44:38.267248 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-e497a65b-650b-4414-b280-c6bbedc24309 req-a16e08ef-dba5-40a9-9c52-4219ed4ef8c9 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "GET /v2.0/ports?device_id=3287e24c-ce40-4bc8-95ac-3361e15b5807 HTTP/1.1" status: 200 len: 210 time: 0.0286868 Jul 07 15:44:38.312490 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-c3d62fba-26d4-4ac1-ad06-0118e7aab51f req-4036497a-2e42-44ab-871e-4893f504ef1f tempest-TestMinimumBasicScenario-1120303594 tempest-TestMinimumBasicScenario-1120303594-project] 10.222.0.25 "GET /v2.0/ports?device_id=66906c69-cb44-49e3-ba9b-59dffb9f6181 HTTP/1.1" status: 200 len: 210 time: 0.0307972 Jul 07 15:44:38.939979 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbee9e5-f785-4bf5-9a29-f0a73e1da225 req-040df902-fc62-4209-a561-3254949aa5d2 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:38.941439 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ecbee9e5-f785-4bf5-9a29-f0a73e1da225 req-040df902-fc62-4209-a561-3254949aa5d2 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 946 time: 0.0494583 Jul 07 15:44:38.989411 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-ecbee9e5-f785-4bf5-9a29-f0a73e1da225 req-f3e95a24-a87d-4dac-825c-07d1f0c75088 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421119 Jul 07 15:44:39.325440 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51684) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:39.361491 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:39.446442 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-385f45f0-d71b-4db3-9a16-55ca4a0bf1ac tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Deleting port ca70877e-b562-4b5c-86a8-3e5e23662ecd {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:39.446779 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-385f45f0-d71b-4db3-9a16-55ca4a0bf1ac tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (ca70877e-b562-4b5c-86a8-3e5e23662ecd), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:39.525999 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-385f45f0-d71b-4db3-9a16-55ca4a0bf1ac tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (ca70877e-b562-4b5c-86a8-3e5e23662ecd), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:39.526323 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-385f45f0-d71b-4db3-9a16-55ca4a0bf1ac tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for floatingip (ca70877e-b562-4b5c-86a8-3e5e23662ecd), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:39.538875 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-385f45f0-d71b-4db3-9a16-55ca4a0bf1ac tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Calling delete_port for ca70877e-b562-4b5c-86a8-3e5e23662ecd owned by network:floatingip {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:39.736969 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-385f45f0-d71b-4db3-9a16-55ca4a0bf1ac tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (ca70877e-b562-4b5c-86a8-3e5e23662ecd), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:39.765473 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f45f0-d71b-4db3-9a16-55ca4a0bf1ac tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event deleted for resources: {'Port': ['ID=ca70877e-b562-4b5c-86a8-3e5e23662ecd,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:39.828418 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-385f45f0-d71b-4db3-9a16-55ca4a0bf1ac tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for floatingip (39e8f33a-6ad1-421e-bf1a-2881c4f25de3), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:39.830955 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-385f45f0-d71b-4db3-9a16-55ca4a0bf1ac tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for floatingip (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:39.832116 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-385f45f0-d71b-4db3-9a16-55ca4a0bf1ac tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "DELETE /v2.0/floatingips/39e8f33a-6ad1-421e-bf1a-2881c4f25de3 HTTP/1.1" status: 204 len: 168 time: 0.5064812 Jul 07 15:44:40.102909 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ac50f-7b38-49c7-9e31-6c2cbc0053d5 req-233f0f09-b13a-4c36-90c6-d57091f098e6 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:44:40.104361 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f7ac50f-7b38-49c7-9e31-6c2cbc0053d5 req-233f0f09-b13a-4c36-90c6-d57091f098e6 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 946 time: 0.0466888 Jul 07 15:44:40.153945 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-9f7ac50f-7b38-49c7-9e31-6c2cbc0053d5 req-29886514-6b2d-4edb-a374-72de1f4f7fcb tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440996 Jul 07 15:44:40.983795 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 03660176-9b44-4590-8337-3977dc2d927b no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:44:41.005973 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: 03660176-9b44-4590-8337-3977dc2d927b {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:44:41.005973 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 03660176-9b44-4590-8337-3977dc2d927b not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:44:41.005973 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 697451eb-ff82-4b0c-b64d-5fb8cde5a13f no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:44:41.020243 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: 697451eb-ff82-4b0c-b64d-5fb8cde5a13f {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:44:41.020590 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device 697451eb-ff82-4b0c-b64d-5fb8cde5a13f not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:44:41.206530 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51746) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:41.268101 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a8acd888-3059-4059-b4fe-44667b31ff06 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group (a7d12a43-067b-4b9a-93ae-1a2962987754), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:41.279675 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:41.294929 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a8acd888-3059-4059-b4fe-44667b31ff06 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group (a7d12a43-067b-4b9a-93ae-1a2962987754), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:41.423149 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a8acd888-3059-4059-b4fe-44667b31ff06 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (a7d12a43-067b-4b9a-93ae-1a2962987754), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:41.425675 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-a8acd888-3059-4059-b4fe-44667b31ff06 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:41.426839 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-a8acd888-3059-4059-b4fe-44667b31ff06 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] 10.222.0.25 "DELETE /v2.0/security-groups/a7d12a43-067b-4b9a-93ae-1a2962987754 HTTP/1.1" status: 204 len: 168 time: 0.2192657 Jul 07 15:44:41.436495 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acd888-3059-4059-b4fe-44667b31ff06 tempest-TestVolumeBootPattern-1640799665 tempest-TestVolumeBootPattern-1640799665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d12a43-067b-4b9a-93ae-1a2962987754,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:41.560221 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 51760) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:41.762958 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:41.903457 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51764) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:41.936246 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-adf51ce2-2f18-4b43-b9be-567699565710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533691'] for router_interface (dc842381-3dbf-414f-8223-8f44fd847642), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:42.107764 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:42.237742 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1c985a59-2732-4d78-95d7-17de2cc6c98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533691'] for router_interface (cc29d688-f820-4e04-8594-56d8d0e77e9d), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:42.363439 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:42.425623 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-adf51ce2-2f18-4b43-b9be-567699565710 admin admin] Deleting port ddc0072f-5efa-4d52-943d-6aa9dc76ca91 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:42.426038 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-adf51ce2-2f18-4b43-b9be-567699565710 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:42.461769 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1c985a59-2732-4d78-95d7-17de2cc6c98f admin admin] Deleting port 2af019ed-2689-483d-b096-7c67f7850192 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:42.462109 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1c985a59-2732-4d78-95d7-17de2cc6c98f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (2af019ed-2689-483d-b096-7c67f7850192), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:42.504753 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-adf51ce2-2f18-4b43-b9be-567699565710 admin admin] For port ddc0072f-5efa-4d52-943d-6aa9dc76ca91, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=ddc0072f-5efa-4d52-943d-6aa9dc76ca91,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:42.505124 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-adf51ce2-2f18-4b43-b9be-567699565710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:42.518316 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-adf51ce2-2f18-4b43-b9be-567699565710 admin admin] Calling delete_port for ddc0072f-5efa-4d52-943d-6aa9dc76ca91 owned by network:router_interface {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:42.543687 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-1c985a59-2732-4d78-95d7-17de2cc6c98f admin admin] For port 2af019ed-2689-483d-b096-7c67f7850192, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=2af019ed-2689-483d-b096-7c67f7850192,segment=NetworkSegment(c559df14-cec8-43a5-a355-adbca5afd1c2),segment_id=c559df14-cec8-43a5-a355-adbca5afd1c2)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:42.544050 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1c985a59-2732-4d78-95d7-17de2cc6c98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (2af019ed-2689-483d-b096-7c67f7850192), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:42.557446 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-1c985a59-2732-4d78-95d7-17de2cc6c98f admin admin] Calling delete_port for 2af019ed-2689-483d-b096-7c67f7850192 owned by network:router_interface {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:42.666368 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:42.754425 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-adf51ce2-2f18-4b43-b9be-567699565710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (ddc0072f-5efa-4d52-943d-6aa9dc76ca91), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:42.782925 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf51ce2-2f18-4b43-b9be-567699565710 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc0072f-5efa-4d52-943d-6aa9dc76ca91,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:42.811702 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1c985a59-2732-4d78-95d7-17de2cc6c98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (2af019ed-2689-483d-b096-7c67f7850192), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:42.837162 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c985a59-2732-4d78-95d7-17de2cc6c98f admin admin] Pushing event deleted for resources: {'Port': ['ID=2af019ed-2689-483d-b096-7c67f7850192,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:42.947269 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-adf51ce2-2f18-4b43-b9be-567699565710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535307'] for router_interface (dc842381-3dbf-414f-8223-8f44fd847642), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:43.063663 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-1c985a59-2732-4d78-95d7-17de2cc6c98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535307'] for router_interface (cc29d688-f820-4e04-8594-56d8d0e77e9d), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:43.121715 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:43.169857 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:43.220913 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf51ce2-2f18-4b43-b9be-567699565710 admin admin] Router dc842381-3dbf-414f-8223-8f44fd847642 has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:44:43.224570 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:43.288556 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c985a59-2732-4d78-95d7-17de2cc6c98f admin admin] Router cc29d688-f820-4e04-8594-56d8d0e77e9d has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:44:43.323858 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf51ce2-2f18-4b43-b9be-567699565710 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:44:43.333145 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-adf51ce2-2f18-4b43-b9be-567699565710 admin admin] 10.222.0.25 "PUT /v2.0/routers/dc842381-3dbf-414f-8223-8f44fd847642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7677445 Jul 07 15:44:43.333145 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 51770) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:43.335253 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d24e5-e059-4be5-8d9e-6a2d56e0d3ce None None] Sync routers for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:44:43.346983 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d24e5-e059-4be5-8d9e-6a2d56e0d3ce None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:44:43.347625 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-e20d24e5-e059-4be5-8d9e-6a2d56e0d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:44:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:43.398130 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c985a59-2732-4d78-95d7-17de2cc6c98f admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:44:43.403213 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-1c985a59-2732-4d78-95d7-17de2cc6c98f admin admin] 10.222.0.25 "PUT /v2.0/routers/cc29d688-f820-4e04-8594-56d8d0e77e9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4986911 Jul 07 15:44:43.405670 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51772) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:43.408658 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea531224-5fc5-4cae-a559-5e5ab71c6c7f None None] Sync routers for ids ['cc29d688-f820-4e04-8594-56d8d0e77e9d'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:44:43.419704 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea531224-5fc5-4cae-a559-5e5ab71c6c7f None None] Routers {'cc29d688-f820-4e04-8594-56d8d0e77e9d'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:44:43.420582 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-ea531224-5fc5-4cae-a559-5e5ab71c6c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:44:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['cc29d688-f820-4e04-8594-56d8d0e77e9d'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:43.443327 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e4862c8d-b117-4b16-85eb-cbe475ad98e7 admin admin] Publish callbacks [] for router (dc842381-3dbf-414f-8223-8f44fd847642), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:43.456428 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-e20d24e5-e059-4be5-8d9e-6a2d56e0d3ce None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:44:43.534455 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9354a36b-643d-4669-9d09-ec72e52818dc admin admin] Publish callbacks [] for router (cc29d688-f820-4e04-8594-56d8d0e77e9d), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:43.558891 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e4862c8d-b117-4b16-85eb-cbe475ad98e7 admin admin] Publish callbacks [] for router_gateway (dc842381-3dbf-414f-8223-8f44fd847642), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:43.622247 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=100 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:43.641191 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9354a36b-643d-4669-9d09-ec72e52818dc admin admin] Publish callbacks [] for router_gateway (cc29d688-f820-4e04-8594-56d8d0e77e9d), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:43.649416 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:43.656064 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-e20d24e5-e059-4be5-8d9e-6a2d56e0d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:44:42Z', 'revision_number': 5, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port': {'id': 'd3760c2a-7714-4e14-ac54-d97a42f07b0d', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:43.658723 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-e4862c8d-b117-4b16-85eb-cbe475ad98e7 admin admin] Deleting port d3760c2a-7714-4e14-ac54-d97a42f07b0d {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:43.659124 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e4862c8d-b117-4b16-85eb-cbe475ad98e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (d3760c2a-7714-4e14-ac54-d97a42f07b0d), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:43.666267 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-ea531224-5fc5-4cae-a559-5e5ab71c6c7f None None] Set router cc29d688-f820-4e04-8594-56d8d0e77e9d gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:44:43.686742 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d24e5-e059-4be5-8d9e-6a2d56e0d3ce None None] Checking router: dc842381-3dbf-414f-8223-8f44fd847642 for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:44:43.695994 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d24e5-e059-4be5-8d9e-6a2d56e0d3ce None None] Routers {'dc842381-3dbf-414f-8223-8f44fd847642'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:44:43.696606 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-e20d24e5-e059-4be5-8d9e-6a2d56e0d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:44:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['dc842381-3dbf-414f-8223-8f44fd847642'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:43.761825 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-e4862c8d-b117-4b16-85eb-cbe475ad98e7 admin admin] For port d3760c2a-7714-4e14-ac54-d97a42f07b0d, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=d3760c2a-7714-4e14-ac54-d97a42f07b0d,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:43.762404 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e4862c8d-b117-4b16-85eb-cbe475ad98e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (d3760c2a-7714-4e14-ac54-d97a42f07b0d), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:43.768315 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-9354a36b-643d-4669-9d09-ec72e52818dc admin admin] Deleting port 9e5ddd9b-46ca-4b45-88ab-fb592cb46810 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:43.768886 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9354a36b-643d-4669-9d09-ec72e52818dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (9e5ddd9b-46ca-4b45-88ab-fb592cb46810), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:43.782906 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-e4862c8d-b117-4b16-85eb-cbe475ad98e7 admin admin] Calling delete_port for d3760c2a-7714-4e14-ac54-d97a42f07b0d owned by network:router_gateway {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:43.804415 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:43.807187 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-e20d24e5-e059-4be5-8d9e-6a2d56e0d3ce None None] Set router dc842381-3dbf-414f-8223-8f44fd847642 gateway port host: None {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:44:43.854192 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-ea531224-5fc5-4cae-a559-5e5ab71c6c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'name': 'tempest-TestMinimumBasicScenario-1393647824-router', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:40Z', 'updated_at': '2022-07-07T15:44:42Z', 'revision_number': 5, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'gw_port': {'id': '9e5ddd9b-46ca-4b45-88ab-fb592cb46810', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:41Z', 'updated_at': '2022-07-07T15:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:43.863264 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-9354a36b-643d-4669-9d09-ec72e52818dc admin admin] For port 9e5ddd9b-46ca-4b45-88ab-fb592cb46810, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=9e5ddd9b-46ca-4b45-88ab-fb592cb46810,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:43.863470 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-e20d24e5-e059-4be5-8d9e-6a2d56e0d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:44:43Z', 'revision_number': 6, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port_host': None}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:43.864398 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9354a36b-643d-4669-9d09-ec72e52818dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (9e5ddd9b-46ca-4b45-88ab-fb592cb46810), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:43.881839 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-9354a36b-643d-4669-9d09-ec72e52818dc admin admin] Calling delete_port for 9e5ddd9b-46ca-4b45-88ab-fb592cb46810 owned by network:router_gateway {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:43.882789 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea531224-5fc5-4cae-a559-5e5ab71c6c7f None None] Checking router: cc29d688-f820-4e04-8594-56d8d0e77e9d for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:44:43.892652 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea531224-5fc5-4cae-a559-5e5ab71c6c7f None None] Routers {'cc29d688-f820-4e04-8594-56d8d0e77e9d'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:44:43.893373 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-ea531224-5fc5-4cae-a559-5e5ab71c6c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:44:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['cc29d688-f820-4e04-8594-56d8d0e77e9d'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:43.894625 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d24e5-e059-4be5-8d9e-6a2d56e0d3ce None None] The sync data for ids ['dc842381-3dbf-414f-8223-8f44fd847642'] in dv-cinder-841302-5-iscsi is: [{'id': 'dc842381-3dbf-414f-8223-8f44fd847642', 'name': 'tempest-TestVolumeBootPattern-547955536-router', 'tenant_id': 'b72dae7a2e644460b4c63da884023c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:41Z', 'updated_at': '2022-07-07T15:44:43Z', 'revision_number': 6, 'project_id': 'b72dae7a2e644460b4c63da884023c82', 'gw_port_host': None}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:44:43.915508 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:43.988818 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-ea531224-5fc5-4cae-a559-5e5ab71c6c7f None None] Set router cc29d688-f820-4e04-8594-56d8d0e77e9d gateway port host: None {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:44:44.028659 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e4862c8d-b117-4b16-85eb-cbe475ad98e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (d3760c2a-7714-4e14-ac54-d97a42f07b0d), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.039371 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-ea531224-5fc5-4cae-a559-5e5ab71c6c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'name': 'tempest-TestMinimumBasicScenario-1393647824-router', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:40Z', 'updated_at': '2022-07-07T15:44:43Z', 'revision_number': 6, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'gw_port_host': None}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:44.056635 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4862c8d-b117-4b16-85eb-cbe475ad98e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3760c2a-7714-4e14-ac54-d97a42f07b0d,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:44.069574 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea531224-5fc5-4cae-a559-5e5ab71c6c7f None None] The sync data for ids ['cc29d688-f820-4e04-8594-56d8d0e77e9d'] in dv-cinder-841302-5-iscsi is: [{'id': 'cc29d688-f820-4e04-8594-56d8d0e77e9d', 'name': 'tempest-TestMinimumBasicScenario-1393647824-router', 'tenant_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:40Z', 'updated_at': '2022-07-07T15:44:43Z', 'revision_number': 6, 'project_id': '0b2770b1b56d4f0ea8c3c1759a8e504f', 'gw_port_host': None}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:44:44.108559 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9354a36b-643d-4669-9d09-ec72e52818dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (9e5ddd9b-46ca-4b45-88ab-fb592cb46810), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.120760 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e4862c8d-b117-4b16-85eb-cbe475ad98e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537153'] for router_gateway (dc842381-3dbf-414f-8223-8f44fd847642), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.212358 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e4862c8d-b117-4b16-85eb-cbe475ad98e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89501'] for router (dc842381-3dbf-414f-8223-8f44fd847642), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.214652 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e4862c8d-b117-4b16-85eb-cbe475ad98e7 admin admin] Publish callbacks [] for router_controller (dc842381-3dbf-414f-8223-8f44fd847642), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.337195 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e4862c8d-b117-4b16-85eb-cbe475ad98e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532526'] for router (dc842381-3dbf-414f-8223-8f44fd847642), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.337883 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4862c8d-b117-4b16-85eb-cbe475ad98e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc842381-3dbf-414f-8223-8f44fd847642 {{(pid=104327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 15:44:44.346009 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e4862c8d-b117-4b16-85eb-cbe475ad98e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.349689 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-e4862c8d-b117-4b16-85eb-cbe475ad98e7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/dc842381-3dbf-414f-8223-8f44fd847642 HTTP/1.1" status: 204 len: 168 time: 1.0134511 Jul 07 15:44:44.350462 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 51776) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:44.398034 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cc0b6b-5ba9-418f-ac7d-b2f0944263a7 admin admin] Deleting subnet bf143fb6-d0fd-4e14-a506-bd386a1da1c6 {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 15:44:44.398328 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354a36b-643d-4669-9d09-ec72e52818dc admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5ddd9b-46ca-4b45-88ab-fb592cb46810,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:44.401285 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0b6b-5ba9-418f-ac7d-b2f0944263a7 admin admin] Publish callbacks [] for subnet (bf143fb6-d0fd-4e14-a506-bd386a1da1c6), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.436613 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0b6b-5ba9-418f-ac7d-b2f0944263a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24202421'] for subnet (bf143fb6-d0fd-4e14-a506-bd386a1da1c6), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.460458 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9354a36b-643d-4669-9d09-ec72e52818dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537153'] for router_gateway (cc29d688-f820-4e04-8594-56d8d0e77e9d), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.516549 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0b6b-5ba9-418f-ac7d-b2f0944263a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1810892'] for subnet (bf143fb6-d0fd-4e14-a506-bd386a1da1c6), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.549589 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9354a36b-643d-4669-9d09-ec72e52818dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89501'] for router (cc29d688-f820-4e04-8594-56d8d0e77e9d), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.551808 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9354a36b-643d-4669-9d09-ec72e52818dc admin admin] Publish callbacks [] for router_controller (cc29d688-f820-4e04-8594-56d8d0e77e9d), precommit_delete_associations {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.646103 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0b6b-5ba9-418f-ac7d-b2f0944263a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1810887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24476879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24123999'] for subnet (bf143fb6-d0fd-4e14-a506-bd386a1da1c6), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.651352 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=12 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:44.672550 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc0b6b-5ba9-418f-ac7d-b2f0944263a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf143fb6-d0fd-4e14-a506-bd386a1da1c6,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:44.674401 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9354a36b-643d-4669-9d09-ec72e52818dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532526'] for router (cc29d688-f820-4e04-8594-56d8d0e77e9d), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.674961 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9354a36b-643d-4669-9d09-ec72e52818dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc29d688-f820-4e04-8594-56d8d0e77e9d {{(pid=104328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 15:44:44.678777 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0b6b-5ba9-418f-ac7d-b2f0944263a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.686338 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-c8cc0b6b-5ba9-418f-ac7d-b2f0944263a7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bf143fb6-d0fd-4e14-a506-bd386a1da1c6 HTTP/1.1" status: 204 len: 168 time: 0.3318563 Jul 07 15:44:44.686925 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa29208a-80cc-49b6-86ff-2f6caada0050 None None] Network 29820a51-47ed-4a8e-8170-71221aa2cdfe requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:44:44.687398 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 51778) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:44.687496 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9354a36b-643d-4669-9d09-ec72e52818dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.689553 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-9354a36b-643d-4669-9d09-ec72e52818dc admin admin] 10.222.0.25 "DELETE /v2.0/routers/cc29d688-f820-4e04-8594-56d8d0e77e9d HTTP/1.1" status: 204 len: 168 time: 1.2808011 Jul 07 15:44:44.690321 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51780) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:44.736998 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe82aa5-c18d-49a7-b115-a053ecaa28c7 admin admin] Deleting subnet 9eba21ad-b700-4210-9e02-e3a7e1652352 {{(pid=104328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 15:44:44.740073 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:44.740935 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfe82aa5-c18d-49a7-b115-a053ecaa28c7 admin admin] Publish callbacks [] for subnet (9eba21ad-b700-4210-9e02-e3a7e1652352), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.759656 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342902'] for network (29820a51-47ed-4a8e-8170-71221aa2cdfe), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.779980 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfe82aa5-c18d-49a7-b115-a053ecaa28c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13767422'] for subnet (9eba21ad-b700-4210-9e02-e3a7e1652352), precommit_delete_associations {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.805092 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] Deleting port 42976198-3697-45ee-9773-f8a91ad966b2 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:44.805607 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (42976198-3697-45ee-9773-f8a91ad966b2), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.863081 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfe82aa5-c18d-49a7-b115-a053ecaa28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1810892'] for subnet (9eba21ad-b700-4210-9e02-e3a7e1652352), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.874152 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] For port 42976198-3697-45ee-9773-f8a91ad966b2, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=42976198-3697-45ee-9773-f8a91ad966b2,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:44.874515 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (42976198-3697-45ee-9773-f8a91ad966b2), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.887281 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] Calling delete_port for 42976198-3697-45ee-9773-f8a91ad966b2 owned by network:dhcp {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:44.898515 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:44.928455 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aff918-cb80-4429-a7d1-bc643c259166 None None] DHCP port deletion for 29820a51-47ed-4a8e-8170-71221aa2cdfe request from dv-cinder-841302-5-iscsi {{(pid=104329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 15:44:44.943373 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:44.972521 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-10aff918-cb80-4429-a7d1-bc643c259166 None None] Deleting port 42976198-3697-45ee-9773-f8a91ad966b2 {{(pid=104329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:44.972896 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-10aff918-cb80-4429-a7d1-bc643c259166 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (42976198-3697-45ee-9773-f8a91ad966b2), before_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:44.989592 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfe82aa5-c18d-49a7-b115-a053ecaa28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1810887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13707913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13927324'] for subnet (9eba21ad-b700-4210-9e02-e3a7e1652352), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.018262 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe82aa5-c18d-49a7-b115-a053ecaa28c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eba21ad-b700-4210-9e02-e3a7e1652352,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:45.021488 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-bfe82aa5-c18d-49a7-b115-a053ecaa28c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.025096 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-bfe82aa5-c18d-49a7-b115-a053ecaa28c7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9eba21ad-b700-4210-9e02-e3a7e1652352 HTTP/1.1" status: 204 len: 168 time: 0.3338108 Jul 07 15:44:45.027646 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51782) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:45.035127 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e5bc74-92c4-4542-bb6f-07e5e9c9d309 None None] Network 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:44:45.052297 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (42976198-3697-45ee-9773-f8a91ad966b2), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.067094 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-10aff918-cb80-4429-a7d1-bc643c259166 None None] For port 42976198-3697-45ee-9773-f8a91ad966b2, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=42976198-3697-45ee-9773-f8a91ad966b2,segment=NetworkSegment(4e09b110-0507-43cf-8246-f29606b42cd4),segment_id=4e09b110-0507-43cf-8246-f29606b42cd4)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:45.067537 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-10aff918-cb80-4429-a7d1-bc643c259166 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (42976198-3697-45ee-9773-f8a91ad966b2), precommit_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.085007 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=42976198-3697-45ee-9773-f8a91ad966b2,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:45.092528 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] No DVR routers for this DVR port 42976198-3697-45ee-9773-f8a91ad966b2 on host dv-cinder-841302-5-iscsi {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:44:45.120770 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-10aff918-cb80-4429-a7d1-bc643c259166 None None] Calling delete_port for 42976198-3697-45ee-9773-f8a91ad966b2 owned by network:dhcp {{(pid=104329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:45.122890 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342902'] for network (1a1eb1fc-380d-4506-bbe7-97afbc3bfb10), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.172537 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] Deleting port aee39821-a2a1-4410-af89-f23acdc03bea {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:45.172816 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (aee39821-a2a1-4410-af89-f23acdc03bea), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.189997 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747750', 'neutron.services.segments.db._delete_segments_for_network-8732231032441'] for network (29820a51-47ed-4a8e-8170-71221aa2cdfe), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.221693 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29820a51-47ed-4a8e-8170-71221aa2cdfe']}} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:45.237610 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-10aff918-cb80-4429-a7d1-bc643c259166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (42976198-3697-45ee-9773-f8a91ad966b2), after_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.243547 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e09b110-0507-43cf-8246-f29606b42cd4') {'for_net_delete': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:45.243547 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e09b110-0507-43cf-8246-f29606b42cd4') {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:45.264666 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231034498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24202430'] for segment (4e09b110-0507-43cf-8246-f29606b42cd4), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.269274 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] For port aee39821-a2a1-4410-af89-f23acdc03bea, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=aee39821-a2a1-4410-af89-f23acdc03bea,segment=NetworkSegment(c559df14-cec8-43a5-a355-adbca5afd1c2),segment_id=c559df14-cec8-43a5-a355-adbca5afd1c2)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:45.269635 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (aee39821-a2a1-4410-af89-f23acdc03bea), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.285628 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] Calling delete_port for aee39821-a2a1-4410-af89-f23acdc03bea owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:45.287706 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (4e09b110-0507-43cf-8246-f29606b42cd4), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.288212 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aff918-cb80-4429-a7d1-bc643c259166 None None] Pushing event deleted for resources: {'Port': ['ID=42976198-3697-45ee-9773-f8a91ad966b2,revision_number=None']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:45.290072 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aff918-cb80-4429-a7d1-bc643c259166 None None] No DVR routers for this DVR port 42976198-3697-45ee-9773-f8a91ad966b2 on host dv-cinder-841302-5-iscsi {{(pid=104329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:44:45.302820 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61655314-8187-4bc1-b266-d7ecb03bba36 None None] DHCP port deletion for 1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 request from dv-cinder-841302-5-iscsi {{(pid=104329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 15:44:45.303705 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=104327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 15:44:45.304116 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24476725'] for segment (4e09b110-0507-43cf-8246-f29606b42cd4), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.422271 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 4e09b110-0507-43cf-8246-f29606b42cd4 resource provider aggregate not found Jul 07 15:44:45.444689 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-61655314-8187-4bc1-b266-d7ecb03bba36 None None] Deleting port aee39821-a2a1-4410-af89-f23acdc03bea {{(pid=104329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:45.444689 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-61655314-8187-4bc1-b266-d7ecb03bba36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (aee39821-a2a1-4410-af89-f23acdc03bea), before_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.463432 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 9e5ddd9b-46ca-4b45-88ab-fb592cb46810 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:44:45.466089 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 4e09b110-0507-43cf-8246-f29606b42cd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e09b110-0507-43cf-8246-f29606b42cd4 found for delete ", "request_id": "req-f81ac3cf-1b83-4348-8103-a9f4331c71ab"}]} Jul 07 15:44:45.497158 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 9e5ddd9b-46ca-4b45-88ab-fb592cb46810 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:44:45.504458 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 9e5ddd9b-46ca-4b45-88ab-fb592cb46810 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:44:45.504458 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 2af019ed-2689-483d-b096-7c67f7850192 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:44:45.526162 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (aee39821-a2a1-4410-af89-f23acdc03bea), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.528991 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539648'] for network (29820a51-47ed-4a8e-8170-71221aa2cdfe), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.538956 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.551918 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/29820a51-47ed-4a8e-8170-71221aa2cdfe HTTP/1.1" status: 204 len: 168 time: 0.8593552 Jul 07 15:44:45.552124 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 2af019ed-2689-483d-b096-7c67f7850192 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:44:45.552124 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 2af019ed-2689-483d-b096-7c67f7850192 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:44:45.552124 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device d3760c2a-7714-4e14-ac54-d97a42f07b0d no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:44:45.558252 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51790) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:45.564366 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ae751-bb3a-43cc-b8b0-146db5d4b9c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=29820a51-47ed-4a8e-8170-71221aa2cdfe,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:45.567897 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] Pushing event deleted for resources: {'Port': ['ID=aee39821-a2a1-4410-af89-f23acdc03bea,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:45.574750 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: d3760c2a-7714-4e14-ac54-d97a42f07b0d {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:44:45.575099 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device d3760c2a-7714-4e14-ac54-d97a42f07b0d not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:44:45.575507 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 42976198-3697-45ee-9773-f8a91ad966b2 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:44:45.578382 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-61655314-8187-4bc1-b266-d7ecb03bba36 None None] For port aee39821-a2a1-4410-af89-f23acdc03bea, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=aee39821-a2a1-4410-af89-f23acdc03bea,segment=NetworkSegment(c559df14-cec8-43a5-a355-adbca5afd1c2),segment_id=c559df14-cec8-43a5-a355-adbca5afd1c2)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:45.578764 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-61655314-8187-4bc1-b266-d7ecb03bba36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (aee39821-a2a1-4410-af89-f23acdc03bea), precommit_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.606479 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] No DVR routers for this DVR port aee39821-a2a1-4410-af89-f23acdc03bea on host dv-cinder-841302-5-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:44:45.607058 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 42976198-3697-45ee-9773-f8a91ad966b2 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:44:45.607402 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 42976198-3697-45ee-9773-f8a91ad966b2 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:44:45.608094 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device ddc0072f-5efa-4d52-943d-6aa9dc76ca91 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:44:45.630404 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-61655314-8187-4bc1-b266-d7ecb03bba36 None None] Calling delete_port for aee39821-a2a1-4410-af89-f23acdc03bea owned by network:dhcp {{(pid=104329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:45.632514 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: ddc0072f-5efa-4d52-943d-6aa9dc76ca91 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:44:45.632861 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device ddc0072f-5efa-4d52-943d-6aa9dc76ca91 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:44:45.644803 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:45.716010 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-61655314-8187-4bc1-b266-d7ecb03bba36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (aee39821-a2a1-4410-af89-f23acdc03bea), after_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.739993 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747750', 'neutron.services.segments.db._delete_segments_for_network-8732231032441'] for network (1a1eb1fc-380d-4506-bbe7-97afbc3bfb10), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.744667 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61655314-8187-4bc1-b266-d7ecb03bba36 None None] Pushing event deleted for resources: {'Port': ['ID=aee39821-a2a1-4410-af89-f23acdc03bea,revision_number=None']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:45.748600 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61655314-8187-4bc1-b266-d7ecb03bba36 None None] No DVR routers for this DVR port aee39821-a2a1-4410-af89-f23acdc03bea on host dv-cinder-841302-5-iscsi {{(pid=104329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:44:45.772614 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1eb1fc-380d-4506-bbe7-97afbc3bfb10']}} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:45.812982 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c559df14-cec8-43a5-a355-adbca5afd1c2') {'for_net_delete': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:45.813280 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c559df14-cec8-43a5-a355-adbca5afd1c2') {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:45.828814 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231034498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13767413'] for segment (c559df14-cec8-43a5-a355-adbca5afd1c2), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.873646 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (c559df14-cec8-43a5-a355-adbca5afd1c2), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.877561 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:DELETE=9,neutron:UPDATE=1,neutron:SELECT=90 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:45.885254 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=104328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 15:44:45.885635 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13707891'] for segment (c559df14-cec8-43a5-a355-adbca5afd1c2), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:45.973860 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment c559df14-cec8-43a5-a355-adbca5afd1c2 resource provider aggregate not found Jul 07 15:44:45.991350 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment c559df14-cec8-43a5-a355-adbca5afd1c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c559df14-cec8-43a5-a355-adbca5afd1c2 found for delete ", "request_id": "req-ab145a1e-1491-4e43-b005-52d6eae6c65a"}]} Jul 07 15:44:46.065153 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539648'] for network (1a1eb1fc-380d-4506-bbe7-97afbc3bfb10), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:46.073106 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:46.078866 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] 10.222.0.25 "DELETE /v2.0/networks/1a1eb1fc-380d-4506-bbe7-97afbc3bfb10 HTTP/1.1" status: 204 len: 168 time: 1.0475936 Jul 07 15:44:46.079302 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 51798) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:46.092642 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f48012a5-aff4-49c8-80e3-028c20dc9329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533691'] for router_interface (10bd05b7-8658-4e75-93ad-537b000411dc), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:46.094846 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc06e4-7b10-454f-a3b0-81adda67efcb admin admin] Pushing event deleted for resources: {'Network': ['ID=1a1eb1fc-380d-4506-bbe7-97afbc3bfb10,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:46.137167 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:46.324038 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-f48012a5-aff4-49c8-80e3-028c20dc9329 admin admin] Deleting port e02985a0-4623-44f1-81ea-21437e19d4d9 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:46.324288 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f48012a5-aff4-49c8-80e3-028c20dc9329 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:46.388443 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-59895e55-72ea-40cf-a299-f4176110237b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533691'] for router_interface (885db848-242f-4752-b087-3ce8421e0bdf), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:46.412052 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-f48012a5-aff4-49c8-80e3-028c20dc9329 admin admin] For port e02985a0-4623-44f1-81ea-21437e19d4d9, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=e02985a0-4623-44f1-81ea-21437e19d4d9,segment=NetworkSegment(1a7f4899-d15b-4684-a518-a12fbf29723c),segment_id=1a7f4899-d15b-4684-a518-a12fbf29723c)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:46.412052 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f48012a5-aff4-49c8-80e3-028c20dc9329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:46.419355 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-f48012a5-aff4-49c8-80e3-028c20dc9329 admin admin] Calling delete_port for e02985a0-4623-44f1-81ea-21437e19d4d9 owned by network:router_interface {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:46.423865 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:46.611937 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-59895e55-72ea-40cf-a299-f4176110237b admin admin] Deleting port 9cdd0761-6125-46ea-9184-9f002611bf2b {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:46.612272 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-59895e55-72ea-40cf-a299-f4176110237b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:46.668639 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f48012a5-aff4-49c8-80e3-028c20dc9329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (e02985a0-4623-44f1-81ea-21437e19d4d9), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:46.693843 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-59895e55-72ea-40cf-a299-f4176110237b admin admin] For port 9cdd0761-6125-46ea-9184-9f002611bf2b, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=9cdd0761-6125-46ea-9184-9f002611bf2b,segment=NetworkSegment(690e5cfd-19a4-4519-b253-05dc7b97f222),segment_id=690e5cfd-19a4-4519-b253-05dc7b97f222)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:46.694207 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-59895e55-72ea-40cf-a299-f4176110237b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:46.698227 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48012a5-aff4-49c8-80e3-028c20dc9329 admin admin] Pushing event deleted for resources: {'Port': ['ID=e02985a0-4623-44f1-81ea-21437e19d4d9,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:46.708994 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-59895e55-72ea-40cf-a299-f4176110237b admin admin] Calling delete_port for 9cdd0761-6125-46ea-9184-9f002611bf2b owned by network:router_interface {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:46.780508 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:46.874213 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-f48012a5-aff4-49c8-80e3-028c20dc9329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535307'] for router_interface (10bd05b7-8658-4e75-93ad-537b000411dc), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:46.963988 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:46.966306 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-59895e55-72ea-40cf-a299-f4176110237b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (9cdd0761-6125-46ea-9184-9f002611bf2b), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:46.991400 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59895e55-72ea-40cf-a299-f4176110237b admin admin] Pushing event deleted for resources: {'Port': ['ID=9cdd0761-6125-46ea-9184-9f002611bf2b,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:47.101868 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:47.155496 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48012a5-aff4-49c8-80e3-028c20dc9329 admin admin] Router 10bd05b7-8658-4e75-93ad-537b000411dc has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:44:47.192506 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-59895e55-72ea-40cf-a299-f4176110237b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535307'] for router_interface (885db848-242f-4752-b087-3ce8421e0bdf), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:47.212369 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device aee39821-a2a1-4410-af89-f23acdc03bea no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:44:47.219632 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:47.252876 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: aee39821-a2a1-4410-af89-f23acdc03bea {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:44:47.253604 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device aee39821-a2a1-4410-af89-f23acdc03bea not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:44:47.296367 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48012a5-aff4-49c8-80e3-028c20dc9329 admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:44:47.303602 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-f48012a5-aff4-49c8-80e3-028c20dc9329 admin admin] 10.222.0.25 "PUT /v2.0/routers/10bd05b7-8658-4e75-93ad-537b000411dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7425218 Jul 07 15:44:47.304890 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51802) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:47.309458 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54a9e7-6bb1-4db1-9ca2-7db89b4a9740 None None] Sync routers for ids ['10bd05b7-8658-4e75-93ad-537b000411dc'] in dv-cinder-841302-5-iscsi {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:44:47.327831 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54a9e7-6bb1-4db1-9ca2-7db89b4a9740 None None] Routers {'10bd05b7-8658-4e75-93ad-537b000411dc'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:44:47.328482 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-9c54a9e7-6bb1-4db1-9ca2-7db89b4a9740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:44:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['10bd05b7-8658-4e75-93ad-537b000411dc'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:47.413081 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e9ee26f2-4789-4a1d-8512-bbb2189b3ee8 admin admin] Publish callbacks [] for router (10bd05b7-8658-4e75-93ad-537b000411dc), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:47.428447 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59895e55-72ea-40cf-a299-f4176110237b admin admin] Router 885db848-242f-4752-b087-3ce8421e0bdf has already been hosted by L3 agent 0d2581a6-4155-4a82-b99c-0951b23a309f {{(pid=104327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 15:44:47.431702 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:47.439473 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-9c54a9e7-6bb1-4db1-9ca2-7db89b4a9740 None None] Set router 10bd05b7-8658-4e75-93ad-537b000411dc gateway port host: dv-cinder-841302-5-iscsi {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:44:47.525158 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e9ee26f2-4789-4a1d-8512-bbb2189b3ee8 admin admin] Publish callbacks [] for router_gateway (10bd05b7-8658-4e75-93ad-537b000411dc), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:47.540766 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59895e55-72ea-40cf-a299-f4176110237b admin admin] Notify agent at l3_agent.dv-cinder-841302-5-iscsi the message routers_updated {{(pid=104327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 15:44:47.547488 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-59895e55-72ea-40cf-a299-f4176110237b admin admin] 10.222.0.25 "PUT /v2.0/routers/885db848-242f-4752-b087-3ce8421e0bdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4653435 Jul 07 15:44:47.548969 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 51806) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:47.554481 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441bd651-2707-42e6-a5bf-c058f8d920d8 None None] Sync routers for ids ['885db848-242f-4752-b087-3ce8421e0bdf'] in dv-cinder-841302-5-iscsi {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 15:44:47.567345 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441bd651-2707-42e6-a5bf-c058f8d920d8 None None] Routers {'885db848-242f-4752-b087-3ce8421e0bdf'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:44:47.570482 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-441bd651-2707-42e6-a5bf-c058f8d920d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:44:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['885db848-242f-4752-b087-3ce8421e0bdf'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:47.627981 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-9c54a9e7-6bb1-4db1-9ca2-7db89b4a9740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'name': 'tempest-TestVolumeBootPattern-1983413594-router', 'tenant_id': '98953ecda1544abdb7652065dafa75b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:51Z', 'updated_at': '2022-07-07T15:44:46Z', 'revision_number': 5, 'project_id': '98953ecda1544abdb7652065dafa75b3', 'gw_port': {'id': '8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:36:52Z', 'updated_at': '2022-07-07T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:47.658473 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-e9ee26f2-4789-4a1d-8512-bbb2189b3ee8 admin admin] Deleting port 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:47.658850 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e9ee26f2-4789-4a1d-8512-bbb2189b3ee8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:47.660966 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6c0e-83c4-4746-987a-7d639fcf307e admin admin] Publish callbacks [] for router (885db848-242f-4752-b087-3ce8421e0bdf), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:47.673661 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54a9e7-6bb1-4db1-9ca2-7db89b4a9740 None None] Checking router: 10bd05b7-8658-4e75-93ad-537b000411dc for host: dv-cinder-841302-5-iscsi {{(pid=104330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:44:47.685399 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54a9e7-6bb1-4db1-9ca2-7db89b4a9740 None None] Routers {'10bd05b7-8658-4e75-93ad-537b000411dc'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:44:47.686363 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-9c54a9e7-6bb1-4db1-9ca2-7db89b4a9740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:44:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['10bd05b7-8658-4e75-93ad-537b000411dc'], 'active': True} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:47.693342 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-441bd651-2707-42e6-a5bf-c058f8d920d8 None None] Set router 885db848-242f-4752-b087-3ce8421e0bdf gateway port host: dv-cinder-841302-5-iscsi {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:44:47.761683 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-e9ee26f2-4789-4a1d-8512-bbb2189b3ee8 admin admin] For port 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:47.762336 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e9ee26f2-4789-4a1d-8512-bbb2189b3ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:47.774273 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6c0e-83c4-4746-987a-7d639fcf307e admin admin] Publish callbacks [] for router_gateway (885db848-242f-4752-b087-3ce8421e0bdf), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:47.781803 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-e9ee26f2-4789-4a1d-8512-bbb2189b3ee8 admin admin] Calling delete_port for 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2 owned by network:router_gateway {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:47.886314 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:47.893710 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a6c0e-83c4-4746-987a-7d639fcf307e admin admin] Deleting port dd2b4345-e9d2-4987-98d9-f4f76cf563c9 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:47.894132 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6c0e-83c4-4746-987a-7d639fcf307e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (dd2b4345-e9d2-4987-98d9-f4f76cf563c9), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:47.899666 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-441bd651-2707-42e6-a5bf-c058f8d920d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885db848-242f-4752-b087-3ce8421e0bdf', 'name': 'tempest-TestMinimumBasicScenario-2052905113-router', 'tenant_id': '0d68f8aa14cf4e96b936c100efc198f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'external_fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dd2b4345-e9d2-4987-98d9-f4f76cf563c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:49Z', 'updated_at': '2022-07-07T15:44:46Z', 'revision_number': 5, 'project_id': '0d68f8aa14cf4e96b936c100efc198f2', 'gw_port': {'id': 'dd2b4345-e9d2-4987-98d9-f4f76cf563c9', 'name': '', 'network_id': 'ce4cfad2-78f3-46aa-b7a2-9b315f82a3d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885db848-242f-4752-b087-3ce8421e0bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T15:41:50Z', 'updated_at': '2022-07-07T15:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf0de490-fdc9-4554-9dbc-b921115f16b1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-5-iscsi'}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:47.899902 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:47.914116 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_dvr_db [None req-9c54a9e7-6bb1-4db1-9ca2-7db89b4a9740 None None] Set router 10bd05b7-8658-4e75-93ad-537b000411dc gateway port host: None {{(pid=104330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:44:47.927264 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441bd651-2707-42e6-a5bf-c058f8d920d8 None None] Checking router: 885db848-242f-4752-b087-3ce8421e0bdf for host: dv-cinder-841302-5-iscsi {{(pid=104329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 15:44:47.937478 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441bd651-2707-42e6-a5bf-c058f8d920d8 None None] Routers {'885db848-242f-4752-b087-3ce8421e0bdf'} bound to L3 agent in host dv-cinder-841302-5-iscsi {{(pid=104329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 15:44:47.939702 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-441bd651-2707-42e6-a5bf-c058f8d920d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T15:24:53Z,description=,heartbeat_timestamp=2022-07-07T15:44:23Z,host='dv-cinder-841302-5-iscsi',id=0d2581a6-4155-4a82-b99c-0951b23a309f,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T15:24:53Z,topic='l3_agent')) {'router_ids': ['885db848-242f-4752-b087-3ce8421e0bdf'], 'active': True} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:47.988145 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.l3_hamode_db [None req-9c54a9e7-6bb1-4db1-9ca2-7db89b4a9740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'name': 'tempest-TestVolumeBootPattern-1983413594-router', 'tenant_id': '98953ecda1544abdb7652065dafa75b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:51Z', 'updated_at': '2022-07-07T15:44:47Z', 'revision_number': 6, 'project_id': '98953ecda1544abdb7652065dafa75b3', 'gw_port_host': None}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:48.025534 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54a9e7-6bb1-4db1-9ca2-7db89b4a9740 None None] The sync data for ids ['10bd05b7-8658-4e75-93ad-537b000411dc'] in dv-cinder-841302-5-iscsi is: [{'id': '10bd05b7-8658-4e75-93ad-537b000411dc', 'name': 'tempest-TestVolumeBootPattern-1983413594-router', 'tenant_id': '98953ecda1544abdb7652065dafa75b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:36:51Z', 'updated_at': '2022-07-07T15:44:47Z', 'revision_number': 6, 'project_id': '98953ecda1544abdb7652065dafa75b3', 'gw_port_host': None}] {{(pid=104330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:44:48.040401 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvr_db [None req-441bd651-2707-42e6-a5bf-c058f8d920d8 None None] Set router 885db848-242f-4752-b087-3ce8421e0bdf gateway port host: None {{(pid=104329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 15:44:48.052155 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e9ee26f2-4789-4a1d-8512-bbb2189b3ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:48.089863 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee26f2-4789-4a1d-8512-bbb2189b3ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:48.106897 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_hamode_db [None req-441bd651-2707-42e6-a5bf-c058f8d920d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885db848-242f-4752-b087-3ce8421e0bdf', 'name': 'tempest-TestMinimumBasicScenario-2052905113-router', 'tenant_id': '0d68f8aa14cf4e96b936c100efc198f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:49Z', 'updated_at': '2022-07-07T15:44:47Z', 'revision_number': 6, 'project_id': '0d68f8aa14cf4e96b936c100efc198f2', 'gw_port_host': None}], 'dv-cinder-841302-5-iscsi', False) {} {{(pid=104329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:48.132951 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441bd651-2707-42e6-a5bf-c058f8d920d8 None None] The sync data for ids ['885db848-242f-4752-b087-3ce8421e0bdf'] in dv-cinder-841302-5-iscsi is: [{'id': '885db848-242f-4752-b087-3ce8421e0bdf', 'name': 'tempest-TestMinimumBasicScenario-2052905113-router', 'tenant_id': '0d68f8aa14cf4e96b936c100efc198f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T15:41:49Z', 'updated_at': '2022-07-07T15:44:47Z', 'revision_number': 6, 'project_id': '0d68f8aa14cf4e96b936c100efc198f2', 'gw_port_host': None}] {{(pid=104329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 15:44:48.150584 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:48.166650 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e9ee26f2-4789-4a1d-8512-bbb2189b3ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537153'] for router_gateway (10bd05b7-8658-4e75-93ad-537b000411dc), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:48.302661 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-7f1a6c0e-83c4-4746-987a-7d639fcf307e admin admin] For port dd2b4345-e9d2-4987-98d9-f4f76cf563c9, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=dd2b4345-e9d2-4987-98d9-f4f76cf563c9,segment=NetworkSegment(249eb6c6-0875-405a-96fc-9583b41d3f10),segment_id=249eb6c6-0875-405a-96fc-9583b41d3f10)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:48.303249 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6c0e-83c4-4746-987a-7d639fcf307e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (dd2b4345-e9d2-4987-98d9-f4f76cf563c9), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:48.317573 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a6c0e-83c4-4746-987a-7d639fcf307e admin admin] Calling delete_port for dd2b4345-e9d2-4987-98d9-f4f76cf563c9 owned by network:router_gateway {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:48.519630 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e9ee26f2-4789-4a1d-8512-bbb2189b3ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89501'] for router (10bd05b7-8658-4e75-93ad-537b000411dc), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:48.529313 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e9ee26f2-4789-4a1d-8512-bbb2189b3ee8 admin admin] Publish callbacks [] for router_controller (10bd05b7-8658-4e75-93ad-537b000411dc), precommit_delete_associations {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:48.560175 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6c0e-83c4-4746-987a-7d639fcf307e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (dd2b4345-e9d2-4987-98d9-f4f76cf563c9), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:48.592782 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a6c0e-83c4-4746-987a-7d639fcf307e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd2b4345-e9d2-4987-98d9-f4f76cf563c9,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:48.617304 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e9ee26f2-4789-4a1d-8512-bbb2189b3ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532526'] for router (10bd05b7-8658-4e75-93ad-537b000411dc), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:48.618008 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ee26f2-4789-4a1d-8512-bbb2189b3ee8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10bd05b7-8658-4e75-93ad-537b000411dc {{(pid=104328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 15:44:48.625605 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-e9ee26f2-4789-4a1d-8512-bbb2189b3ee8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:48.625605 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-e9ee26f2-4789-4a1d-8512-bbb2189b3ee8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/10bd05b7-8658-4e75-93ad-537b000411dc HTTP/1.1" status: 204 len: 168 time: 1.3179860 Jul 07 15:44:48.626903 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51812) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:48.654697 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6c0e-83c4-4746-987a-7d639fcf307e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537153'] for router_gateway (885db848-242f-4752-b087-3ce8421e0bdf), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:48.670405 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:48.677785 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87594c8-da34-47fc-86be-b747578e4888 admin admin] Deleting subnet afda397b-a2f1-4cb3-836c-7b4970e58149 {{(pid=104328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 15:44:48.682824 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c87594c8-da34-47fc-86be-b747578e4888 admin admin] Publish callbacks [] for subnet (afda397b-a2f1-4cb3-836c-7b4970e58149), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:48.720108 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c87594c8-da34-47fc-86be-b747578e4888 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13767422'] for subnet (afda397b-a2f1-4cb3-836c-7b4970e58149), precommit_delete_associations {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:48.753872 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6c0e-83c4-4746-987a-7d639fcf307e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-89501'] for router (885db848-242f-4752-b087-3ce8421e0bdf), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:48.756100 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6c0e-83c4-4746-987a-7d639fcf307e admin admin] Publish callbacks [] for router_controller (885db848-242f-4752-b087-3ce8421e0bdf), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:48.807146 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c87594c8-da34-47fc-86be-b747578e4888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1810892'] for subnet (afda397b-a2f1-4cb3-836c-7b4970e58149), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:48.880146 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6c0e-83c4-4746-987a-7d639fcf307e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532526'] for router (885db848-242f-4752-b087-3ce8421e0bdf), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:48.880780 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1a6c0e-83c4-4746-987a-7d639fcf307e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 885db848-242f-4752-b087-3ce8421e0bdf {{(pid=104327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 15:44:48.884879 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6c0e-83c4-4746-987a-7d639fcf307e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:48.887200 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-7f1a6c0e-83c4-4746-987a-7d639fcf307e admin admin] 10.222.0.25 "DELETE /v2.0/routers/885db848-242f-4752-b087-3ce8421e0bdf HTTP/1.1" status: 204 len: 168 time: 1.3361728 Jul 07 15:44:48.888817 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51814) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:48.938521 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c60e28-5d2b-49ab-b045-aad3337e4a12 admin admin] Deleting subnet e37db448-d5aa-4ade-ad31-f02a10d8bce7 {{(pid=104328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 15:44:48.939317 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-49c60e28-5d2b-49ab-b045-aad3337e4a12 admin admin] Publish callbacks [] for subnet (e37db448-d5aa-4ade-ad31-f02a10d8bce7), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:48.959071 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c87594c8-da34-47fc-86be-b747578e4888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1810887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13707913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13927324'] for subnet (afda397b-a2f1-4cb3-836c-7b4970e58149), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.000716 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87594c8-da34-47fc-86be-b747578e4888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afda397b-a2f1-4cb3-836c-7b4970e58149,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:49.011206 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c87594c8-da34-47fc-86be-b747578e4888 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.011206 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-c87594c8-da34-47fc-86be-b747578e4888 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/afda397b-a2f1-4cb3-836c-7b4970e58149 HTTP/1.1" status: 204 len: 168 time: 0.3800044 Jul 07 15:44:49.011836 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 51818) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:49.012522 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f9fd11-495e-4a3f-a009-1f7dc13b3aa3 None None] Network e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:44:49.012974 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-49c60e28-5d2b-49ab-b045-aad3337e4a12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13767422'] for subnet (e37db448-d5aa-4ade-ad31-f02a10d8bce7), precommit_delete_associations {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.098465 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:49.104040 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:49.106008 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342902'] for network (e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.107704 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-49c60e28-5d2b-49ab-b045-aad3337e4a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1810892'] for subnet (e37db448-d5aa-4ade-ad31-f02a10d8bce7), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.156625 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] Deleting port 3ff26011-5e29-4d9e-8734-21acb50df860 {{(pid=104327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:49.157324 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (3ff26011-5e29-4d9e-8734-21acb50df860), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.229048 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] For port 3ff26011-5e29-4d9e-8734-21acb50df860, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=3ff26011-5e29-4d9e-8734-21acb50df860,segment=NetworkSegment(1a7f4899-d15b-4684-a518-a12fbf29723c),segment_id=1a7f4899-d15b-4684-a518-a12fbf29723c)] {{(pid=104327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:49.229484 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (3ff26011-5e29-4d9e-8734-21acb50df860), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.243298 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.plugin [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] Calling delete_port for 3ff26011-5e29-4d9e-8734-21acb50df860 owned by network:dhcp {{(pid=104327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:49.257255 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-49c60e28-5d2b-49ab-b045-aad3337e4a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1810887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13707913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13927324'] for subnet (e37db448-d5aa-4ade-ad31-f02a10d8bce7), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.294016 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c60e28-5d2b-49ab-b045-aad3337e4a12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e37db448-d5aa-4ade-ad31-f02a10d8bce7,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:49.296102 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-49c60e28-5d2b-49ab-b045-aad3337e4a12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.302153 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-49c60e28-5d2b-49ab-b045-aad3337e4a12 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e37db448-d5aa-4ade-ad31-f02a10d8bce7 HTTP/1.1" status: 204 len: 168 time: 0.4095716 Jul 07 15:44:49.302912 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51820) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:49.312656 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce14637a-3243-4af1-b573-97fa1b2bb547 None None] Network 8f655d88-d967-4e9c-8578-48c3ad1d2b8f requested from dv-cinder-841302-5-iscsi {{(pid=104329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 15:44:49.404880 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342902'] for network (8f655d88-d967-4e9c-8578-48c3ad1d2b8f), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.414894 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f3059d-df35-4ddf-8432-e46696f7b593 None None] DHCP port deletion for e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b request from dv-cinder-841302-5-iscsi {{(pid=104329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 15:44:49.435426 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24476696'] for port (3ff26011-5e29-4d9e-8734-21acb50df860), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.444146 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:49.481546 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-37f3059d-df35-4ddf-8432-e46696f7b593 None None] Deleting port 3ff26011-5e29-4d9e-8734-21acb50df860 {{(pid=104329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:49.481679 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-37f3059d-df35-4ddf-8432-e46696f7b593 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (3ff26011-5e29-4d9e-8734-21acb50df860), before_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.484099 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] Deleting port 534a6f2a-de80-444b-a08d-73a4db23ea9f {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:49.484446 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (534a6f2a-de80-444b-a08d-73a4db23ea9f), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.485813 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:44:49.496512 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff26011-5e29-4d9e-8734-21acb50df860,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:49.500139 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] No DVR routers for this DVR port 3ff26011-5e29-4d9e-8734-21acb50df860 on host dv-cinder-841302-5-iscsi {{(pid=104327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:44:49.542703 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:44:49.543615 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 8a4597da-4f39-4f92-8ef8-4d80bcf9f6f2 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:44:49.544221 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 9cdd0761-6125-46ea-9184-9f002611bf2b no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:44:49.567764 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] For port 534a6f2a-de80-444b-a08d-73a4db23ea9f, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=534a6f2a-de80-444b-a08d-73a4db23ea9f,segment=NetworkSegment(690e5cfd-19a4-4519-b253-05dc7b97f222),segment_id=690e5cfd-19a4-4519-b253-05dc7b97f222)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:49.568244 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (534a6f2a-de80-444b-a08d-73a4db23ea9f), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.584348 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 9cdd0761-6125-46ea-9184-9f002611bf2b {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:44:49.584606 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 9cdd0761-6125-46ea-9184-9f002611bf2b not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:44:49.585202 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device e02985a0-4623-44f1-81ea-21437e19d4d9 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:44:49.585579 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] Calling delete_port for 534a6f2a-de80-444b-a08d-73a4db23ea9f owned by network:dhcp {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:49.595431 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747750', 'neutron.services.segments.db._delete_segments_for_network-8732231032441'] for network (e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.622545 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b']}} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:49.641840 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: e02985a0-4623-44f1-81ea-21437e19d4d9 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:44:49.642497 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device e02985a0-4623-44f1-81ea-21437e19d4d9 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:44:49.643103 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device dd2b4345-e9d2-4987-98d9-f4f76cf563c9 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:44:49.660724 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7f4899-d15b-4684-a518-a12fbf29723c') {'for_net_delete': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:49.661078 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.services.segments.db [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7f4899-d15b-4684-a518-a12fbf29723c') {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:49.666643 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-37f3059d-df35-4ddf-8432-e46696f7b593 None None] For port 3ff26011-5e29-4d9e-8734-21acb50df860, host dv-cinder-841302-5-iscsi, got binding levels [] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:49.667037 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-37f3059d-df35-4ddf-8432-e46696f7b593 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (3ff26011-5e29-4d9e-8734-21acb50df860), precommit_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.673133 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231034498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24202430'] for segment (1a7f4899-d15b-4684-a518-a12fbf29723c), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.675355 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: dd2b4345-e9d2-4987-98d9-f4f76cf563c9 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:44:49.675513 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device dd2b4345-e9d2-4987-98d9-f4f76cf563c9 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:44:49.686726 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-37f3059d-df35-4ddf-8432-e46696f7b593 None None] Calling delete_port for 3ff26011-5e29-4d9e-8734-21acb50df860 owned by network:dhcp {{(pid=104329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:49.686726 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.ipam_backend_mixin [None req-37f3059d-df35-4ddf-8432-e46696f7b593 None None] Port 3ff26011-5e29-4d9e-8734-21acb50df860 was not found and therefore no delete operation was performed {{(pid=104329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 07 15:44:49.690089 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-37f3059d-df35-4ddf-8432-e46696f7b593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (3ff26011-5e29-4d9e-8734-21acb50df860), after_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.695078 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (1a7f4899-d15b-4684-a518-a12fbf29723c), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.699845 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc10468-9602-4d7b-aa60-b51eabfbb95f None None] DHCP port deletion for 8f655d88-d967-4e9c-8578-48c3ad1d2b8f request from dv-cinder-841302-5-iscsi {{(pid=104329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 15:44:49.702055 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=104327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 15:44:49.702590 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24476725'] for segment (1a7f4899-d15b-4684-a518-a12fbf29723c), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.731064 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 1a7f4899-d15b-4684-a518-a12fbf29723c resource provider aggregate not found Jul 07 15:44:49.759886 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f3059d-df35-4ddf-8432-e46696f7b593 None None] No DVR routers for this DVR port 3ff26011-5e29-4d9e-8734-21acb50df860 on host dv-cinder-841302-5-iscsi {{(pid=104329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:44:49.762129 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3059d-df35-4ddf-8432-e46696f7b593 None None] Pushing event deleted for resources: {'Port': ['ID=3ff26011-5e29-4d9e-8734-21acb50df860,revision_number=None']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:49.772534 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-7dc10468-9602-4d7b-aa60-b51eabfbb95f None None] Deleting port 534a6f2a-de80-444b-a08d-73a4db23ea9f {{(pid=104329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:44:49.772667 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.services.segments.plugin [-] Segment 1a7f4899-d15b-4684-a518-a12fbf29723c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a7f4899-d15b-4684-a518-a12fbf29723c found for delete ", "request_id": "req-ef7307a4-f231-4779-a1f8-3b4715d02f0d"}]} Jul 07 15:44:49.772914 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7dc10468-9602-4d7b-aa60-b51eabfbb95f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (534a6f2a-de80-444b-a08d-73a4db23ea9f), before_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.800301 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (534a6f2a-de80-444b-a08d-73a4db23ea9f), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.831154 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=534a6f2a-de80-444b-a08d-73a4db23ea9f,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:49.836384 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] No DVR routers for this DVR port 534a6f2a-de80-444b-a08d-73a4db23ea9f on host dv-cinder-841302-5-iscsi {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:44:49.847285 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-7dc10468-9602-4d7b-aa60-b51eabfbb95f None None] For port 534a6f2a-de80-444b-a08d-73a4db23ea9f, host dv-cinder-841302-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-5-iscsi',level=0,port_id=534a6f2a-de80-444b-a08d-73a4db23ea9f,segment=NetworkSegment(690e5cfd-19a4-4519-b253-05dc7b97f222),segment_id=690e5cfd-19a4-4519-b253-05dc7b97f222)] {{(pid=104329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:44:49.847704 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7dc10468-9602-4d7b-aa60-b51eabfbb95f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (534a6f2a-de80-444b-a08d-73a4db23ea9f), precommit_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.861049 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-7dc10468-9602-4d7b-aa60-b51eabfbb95f None None] Calling delete_port for 534a6f2a-de80-444b-a08d-73a4db23ea9f owned by network:dhcp {{(pid=104329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:44:49.862594 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:49.880657 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539648'] for network (e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.890145 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.894287 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] 10.222.0.25 "DELETE /v2.0/networks/e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b HTTP/1.1" status: 204 len: 168 time: 0.8804047 Jul 07 15:44:49.904900 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb844d6-bb6b-4d3d-947f-facfb0c8cf3e admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f35efe-bcb0-4bb9-9cf7-6fe0fd93cd1b,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:49.913443 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747750', 'neutron.services.segments.db._delete_segments_for_network-8732231032441'] for network (8f655d88-d967-4e9c-8578-48c3ad1d2b8f), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.931223 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=100 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:49.936861 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:49.942156 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f655d88-d967-4e9c-8578-48c3ad1d2b8f']}} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:49.959634 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690e5cfd-19a4-4519-b253-05dc7b97f222') {'for_net_delete': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:49.959791 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7dc10468-9602-4d7b-aa60-b51eabfbb95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546'] for port (534a6f2a-de80-444b-a08d-73a4db23ea9f), after_delete {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.959999 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690e5cfd-19a4-4519-b253-05dc7b97f222') {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:44:49.976206 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231034498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13767413'] for segment (690e5cfd-19a4-4519-b253-05dc7b97f222), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.991332 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (690e5cfd-19a4-4519-b253-05dc7b97f222), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:49.992099 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc10468-9602-4d7b-aa60-b51eabfbb95f None None] Pushing event deleted for resources: {'Port': ['ID=534a6f2a-de80-444b-a08d-73a4db23ea9f,revision_number=None']} {{(pid=104329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:49.994071 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc10468-9602-4d7b-aa60-b51eabfbb95f None None] No DVR routers for this DVR port 534a6f2a-de80-444b-a08d-73a4db23ea9f on host dv-cinder-841302-5-iscsi {{(pid=104329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:44:49.998579 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=104328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 15:44:49.998954 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13707891'] for segment (690e5cfd-19a4-4519-b253-05dc7b97f222), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:50.036838 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment 690e5cfd-19a4-4519-b253-05dc7b97f222 resource provider aggregate not found Jul 07 15:44:50.068408 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment 690e5cfd-19a4-4519-b253-05dc7b97f222 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 690e5cfd-19a4-4519-b253-05dc7b97f222 found for delete ", "request_id": "req-7aa81c5b-1858-4fa0-b337-8535a3e2bf9a"}]} Jul 07 15:44:50.142413 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539648'] for network (8f655d88-d967-4e9c-8578-48c3ad1d2b8f), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:50.146595 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:50.149672 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8f655d88-d967-4e9c-8578-48c3ad1d2b8f HTTP/1.1" status: 204 len: 168 time: 0.8456340 Jul 07 15:44:50.162695 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966332c-5fc4-4aa3-a832-2085e18f7d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f655d88-d967-4e9c-8578-48c3ad1d2b8f,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:50.193327 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51836) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:50.243302 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-7e7c9ef3-04a2-493a-b30a-beb061e02f27 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b72dae7a2e644460b4c63da884023c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487878 Jul 07 15:44:50.245802 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51838) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:50.294010 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7efb6448-c789-4164-b109-e101056a3ed3 admin admin] Publish callbacks [] for security_group (57b47813-8d72-46ce-806b-fab0aa7f9328), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:50.320723 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7efb6448-c789-4164-b109-e101056a3ed3 admin admin] Publish callbacks [] for security_group (57b47813-8d72-46ce-806b-fab0aa7f9328), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:50.398601 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51840) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:50.414450 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7efb6448-c789-4164-b109-e101056a3ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (57b47813-8d72-46ce-806b-fab0aa7f9328), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:50.416818 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7efb6448-c789-4164-b109-e101056a3ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:50.417977 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-7efb6448-c789-4164-b109-e101056a3ed3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57b47813-8d72-46ce-806b-fab0aa7f9328 HTTP/1.1" status: 204 len: 168 time: 0.1712646 Jul 07 15:44:50.430132 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb6448-c789-4164-b109-e101056a3ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b47813-8d72-46ce-806b-fab0aa7f9328,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:50.454843 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-55daf0ad-140b-4512-983c-c9d66d8177a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b2770b1b56d4f0ea8c3c1759a8e504f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0550809 Jul 07 15:44:50.457886 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51844) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:50.506997 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-540b9a40-dadb-40b8-9f51-b451f12439b4 admin admin] Publish callbacks [] for security_group (62ab0158-7fb7-4986-86bd-1cdc5582a8ea), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:50.528960 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-540b9a40-dadb-40b8-9f51-b451f12439b4 admin admin] Publish callbacks [] for security_group (62ab0158-7fb7-4986-86bd-1cdc5582a8ea), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:50.657639 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-e927d221-bf75-41f8-a1c6-d8700bc16ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:50.658220 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-540b9a40-dadb-40b8-9f51-b451f12439b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (62ab0158-7fb7-4986-86bd-1cdc5582a8ea), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:50.660657 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-540b9a40-dadb-40b8-9f51-b451f12439b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:50.661989 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-540b9a40-dadb-40b8-9f51-b451f12439b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62ab0158-7fb7-4986-86bd-1cdc5582a8ea HTTP/1.1" status: 204 len: 168 time: 0.2038264 Jul 07 15:44:50.670279 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b9a40-dadb-40b8-9f51-b451f12439b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ab0158-7fb7-4986-86bd-1cdc5582a8ea,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:51.060996 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 534a6f2a-de80-444b-a08d-73a4db23ea9f no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:44:51.083085 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 534a6f2a-de80-444b-a08d-73a4db23ea9f {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:44:51.083424 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 534a6f2a-de80-444b-a08d-73a4db23ea9f not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:44:51.083859 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 3ff26011-5e29-4d9e-8734-21acb50df860 no longer exists at agent ovs-agent-dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:44:51.101025 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51854) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:51.106148 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] No Port match for: 3ff26011-5e29-4d9e-8734-21acb50df860 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:44:51.106633 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Device 3ff26011-5e29-4d9e-8734-21acb50df860 not bound to the agent host dv-cinder-841302-5-iscsi {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:44:51.143089 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-8969e80d-7823-4711-932c-acab9a96692c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98953ecda1544abdb7652065dafa75b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406337 Jul 07 15:44:51.145324 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51856) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:51.185106 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:51.197422 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7883a01b-f973-4b0b-95f1-d3ad40ec115b admin admin] Publish callbacks [] for security_group (2c4024bc-eb27-4811-9190-ea787f4f1ab1), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:51.219553 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7883a01b-f973-4b0b-95f1-d3ad40ec115b admin admin] Publish callbacks [] for security_group (2c4024bc-eb27-4811-9190-ea787f4f1ab1), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:51.306955 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 51858) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:51.332877 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7883a01b-f973-4b0b-95f1-d3ad40ec115b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (2c4024bc-eb27-4811-9190-ea787f4f1ab1), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:51.335335 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-7883a01b-f973-4b0b-95f1-d3ad40ec115b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:51.336422 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-7883a01b-f973-4b0b-95f1-d3ad40ec115b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c4024bc-eb27-4811-9190-ea787f4f1ab1 HTTP/1.1" status: 204 len: 168 time: 0.1902246 Jul 07 15:44:51.356365 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883a01b-f973-4b0b-95f1-d3ad40ec115b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4024bc-eb27-4811-9190-ea787f4f1ab1,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:51.361651 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-321ec10d-5104-4e27-a7bb-054b2ce6d44f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d68f8aa14cf4e96b936c100efc198f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530176 Jul 07 15:44:51.368129 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 51862) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:44:51.424785 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-803ce0e2-b061-4a35-96b9-091519232492 admin admin] Publish callbacks [] for security_group (7c1c1161-1930-443c-b81c-5c45af8cdaf0), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:51.446813 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-803ce0e2-b061-4a35-96b9-091519232492 admin admin] Publish callbacks [] for security_group (7c1c1161-1930-443c-b81c-5c45af8cdaf0), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:51.559749 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-803ce0e2-b061-4a35-96b9-091519232492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (7c1c1161-1930-443c-b81c-5c45af8cdaf0), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:51.562826 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-803ce0e2-b061-4a35-96b9-091519232492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:51.564026 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-803ce0e2-b061-4a35-96b9-091519232492 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c1c1161-1930-443c-b81c-5c45af8cdaf0 HTTP/1.1" status: 204 len: 168 time: 0.1943913 Jul 07 15:44:51.572724 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ce0e2-b061-4a35-96b9-091519232492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1c1161-1930-443c-b81c-5c45af8cdaf0,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:44:52.828742 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-670b3283-071d-4f8d-b632-f26503725efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:54.285918 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:55.536958 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:55.794212 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:44:57.997231 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=88 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:44:59.260622 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:45:01.355516 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=88,neutron:DELETE=8 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:45:01.480423 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:45:01.568304 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=54,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:45:02.876436 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999316b6-5223-47a1-8f95-5c15b0e63d27 req-3e84ccce-e728-4f2d-9ac3-c23b7b83ee84 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:45:02.877896 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-999316b6-5223-47a1-8f95-5c15b0e63d27 req-3e84ccce-e728-4f2d-9ac3-c23b7b83ee84 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 946 time: 0.0468705 Jul 07 15:45:02.926661 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-999316b6-5223-47a1-8f95-5c15b0e63d27 req-48bf68b2-27c4-4b2e-bae5-adef65d7227e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427084 Jul 07 15:45:03.622336 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:04.041720 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5581d-7b38-4a5e-82a2-67b5e6972518 req-ca98b67f-e869-43d7-bc55-b09da84d58ef tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:45:04.043176 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-60c5581d-7b38-4a5e-82a2-67b5e6972518 req-ca98b67f-e869-43d7-bc55-b09da84d58ef tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 946 time: 0.0471995 Jul 07 15:45:04.090461 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-60c5581d-7b38-4a5e-82a2-67b5e6972518 req-2c105527-2a4e-427f-a9b7-0b4901804f10 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/security-groups?id=744f3f8c-0978-4ad2-96b2-12d5deb28530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417948 Jul 07 15:45:04.506192 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f5185-0fde-408c-8c2c-1b2a85f05fb8 req-3a0c84a9-777b-4e74-9e7c-1e239013d131 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 15:45:04.507705 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-139f5185-0fde-408c-8c2c-1b2a85f05fb8 req-3a0c84a9-777b-4e74-9e7c-1e239013d131 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 946 time: 0.0466838 Jul 07 15:45:04.590945 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [req-139f5185-0fde-408c-8c2c-1b2a85f05fb8 req-eedeed92-174f-4919-9340-c22aa6aa938e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Deleting port c8b870e5-16f4-486e-94b8-25407c45ae78 {{(pid=104328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 15:45:04.591279 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-139f5185-0fde-408c-8c2c-1b2a85f05fb8 req-eedeed92-174f-4919-9340-c22aa6aa938e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231268392'] for port (c8b870e5-16f4-486e-94b8-25407c45ae78), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:04.682259 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.db [req-139f5185-0fde-408c-8c2c-1b2a85f05fb8 req-eedeed92-174f-4919-9340-c22aa6aa938e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] For port c8b870e5-16f4-486e-94b8-25407c45ae78, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=c8b870e5-16f4-486e-94b8-25407c45ae78,segment=NetworkSegment(81110822-508c-4420-b11e-16fc5b98c7b7),segment_id=81110822-508c-4420-b11e-16fc5b98c7b7)] {{(pid=104328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 15:45:04.682615 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-139f5185-0fde-408c-8c2c-1b2a85f05fb8 req-eedeed92-174f-4919-9340-c22aa6aa938e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539254'] for port (c8b870e5-16f4-486e-94b8-25407c45ae78), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:04.695383 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [req-139f5185-0fde-408c-8c2c-1b2a85f05fb8 req-eedeed92-174f-4919-9340-c22aa6aa938e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Calling delete_port for c8b870e5-16f4-486e-94b8-25407c45ae78 owned by compute:nova {{(pid=104328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 15:45:04.919718 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-139f5185-0fde-408c-8c2c-1b2a85f05fb8 req-eedeed92-174f-4919-9340-c22aa6aa938e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231274487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732230748546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13707870'] for port (c8b870e5-16f4-486e-94b8-25407c45ae78), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:04.936462 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.db [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] get_ports_and_sgs() called for port_ids ['c8b870e5-16f4-486e-94b8-25407c45ae78'] {{(pid=104329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 15:45:04.947723 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedeed92-174f-4919-9340-c22aa6aa938e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Pushing event deleted for resources: {'Port': ['ID=c8b870e5-16f4-486e-94b8-25407c45ae78,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:45:04.997634 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.db.l3_dvrscheduler_db [req-139f5185-0fde-408c-8c2c-1b2a85f05fb8 req-eedeed92-174f-4919-9340-c22aa6aa938e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] No DVR routers for this DVR port c8b870e5-16f4-486e-94b8-25407c45ae78 on host hv-cinder-84130 {{(pid=104328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 15:45:05.003601 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [req-139f5185-0fde-408c-8c2c-1b2a85f05fb8 req-eedeed92-174f-4919-9340-c22aa6aa938e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5837'] for port (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:05.006933 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-139f5185-0fde-408c-8c2c-1b2a85f05fb8 req-eedeed92-174f-4919-9340-c22aa6aa938e tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.50 "DELETE /v2.0/ports/c8b870e5-16f4-486e-94b8-25407c45ae78 HTTP/1.1" status: 204 len: 173 time: 0.4911978 Jul 07 15:45:05.007849 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dae0ff-9bff-4f62-bacb-6f43395d09c7', 'name': 'network-vif-deleted', 'tag': 'c8b870e5-16f4-486e-94b8-25407c45ae78'}] {{(pid=104328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 15:45:05.010111 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd16751c3031d59e2510636ed9d57c6d067b5e27a381b9949cc29f98fdb450d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4e3915-99d8-4c24-8cbd-81afa5a74dd1" -d '{"events": [{"server_uuid": "b5dae0ff-9bff-4f62-bacb-6f43395d09c7", "name": "network-vif-deleted", "tag": "c8b870e5-16f4-486e-94b8-25407c45ae78"}]}' {{(pid=104328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 15:45:05.044062 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 15:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e4d1f0-2f14-4dc5-8d1d-e3f19184b6df x-openstack-request-id: req-50e4d1f0-2f14-4dc5-8d1d-e3f19184b6df {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 15:45:05.044682 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dae0ff-9bff-4f62-bacb-6f43395d09c7", "name": "network-vif-deleted", "tag": "c8b870e5-16f4-486e-94b8-25407c45ae78", "status": "completed", "code": 200}]} {{(pid=104328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 15:45:05.044682 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50e4d1f0-2f14-4dc5-8d1d-e3f19184b6df {{(pid=104328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 15:45:05.044985 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e4d1f0-2f14-4dc5-8d1d-e3f19184b6df'] response: {'server_uuid': 'b5dae0ff-9bff-4f62-bacb-6f43395d09c7', 'name': 'network-vif-deleted', 'tag': 'c8b870e5-16f4-486e-94b8-25407c45ae78', 'status': 'completed', 'code': 200} Jul 07 15:45:05.186943 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [req-0e50dfd2-0639-4aab-a04e-b52152a8b46f req-df782742-7eb2-41ba-b64f-cb51ebe62fa4 tempest-VolumesSnapshotTestJSON-1497602297 tempest-VolumesSnapshotTestJSON-1497602297-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5dae0ff-9bff-4f62-bacb-6f43395d09c7 HTTP/1.1" status: 200 len: 210 time: 0.0287817 Jul 07 15:45:08.012357 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device c8b870e5-16f4-486e-94b8-25407c45ae78 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 15:45:08.032007 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] No Port match for: c8b870e5-16f4-486e-94b8-25407c45ae78 {{(pid=104329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 15:45:08.035440 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron.plugins.ml2.rpc [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Device c8b870e5-16f4-486e-94b8-25407c45ae78 not bound to the agent host hv-cinder-84130 {{(pid=104329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 15:45:08.231138 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=3 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:45:09.257663 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=5 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:45:14.940106 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=30,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:45:15.167658 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=68,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:45:15.168422 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=59,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:45:18.015827 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:45:20.667777 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-aa2a8824-2620-4999-b7bd-4fc15232322c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:22.804982 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-b2f4f52d-fd56-49bc-9f6f-65ff784ba7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:24.274481 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:25.564904 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:25.793430 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:31.762396 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.wsgi [-] (104327) accepted ('10.222.0.25', 52052) {{(pid=104327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:45:31.806764 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Deleting subnet 2b59dee2-f5eb-4ea2-b0cd-c2761dcadf90 {{(pid=104327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 15:45:31.812667 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Publish callbacks [] for subnet (2b59dee2-f5eb-4ea2-b0cd-c2761dcadf90), before_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:31.846774 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24202421'] for subnet (2b59dee2-f5eb-4ea2-b0cd-c2761dcadf90), precommit_delete_associations {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:31.885377 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1810892'] for subnet (2b59dee2-f5eb-4ea2-b0cd-c2761dcadf90), precommit_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:32.010924 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1810887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24476879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24123999'] for subnet (2b59dee2-f5eb-4ea2-b0cd-c2761dcadf90), after_delete {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:32.035064 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b59dee2-f5eb-4ea2-b0cd-c2761dcadf90,revision_number=None']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:45:32.044906 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for subnet (None), before_response {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:32.047908 dv-cinder-841302-5-iscsi neutron-server[104327]: INFO neutron.wsgi [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2b59dee2-f5eb-4ea2-b0cd-c2761dcadf90 HTTP/1.1" status: 204 len: 168 time: 0.2845223 Jul 07 15:45:32.049660 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.050008 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.050340 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.050508 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 52054) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:45:32.050938 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.051068 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.051382 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.051740 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.052061 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.052377 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.052695 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.053015 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.053329 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.053643 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.053954 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.054771 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0421d-d2a9-46a0-8753-f97017be2287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.119412 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342902'] for network (694ea20f-c7d1-40b1-860a-8001a8d19125), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:32.200138 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747750', 'neutron.services.segments.db._delete_segments_for_network-8732231032441'] for network (694ea20f-c7d1-40b1-860a-8001a8d19125), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:32.219475 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694ea20f-c7d1-40b1-860a-8001a8d19125']}} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:45:32.229100 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81110822-508c-4420-b11e-16fc5b98c7b7') {'for_net_delete': True} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:45:32.229399 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.services.segments.db [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81110822-508c-4420-b11e-16fc5b98c7b7') {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 15:45:32.238676 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231034498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13767413'] for segment (81110822-508c-4420-b11e-16fc5b98c7b7), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:32.252383 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727'] for segment (81110822-508c-4420-b11e-16fc5b98c7b7), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:32.258488 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=104328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 15:45:32.258859 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1750727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13707891'] for segment (81110822-508c-4420-b11e-16fc5b98c7b7), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:32.284775 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment 81110822-508c-4420-b11e-16fc5b98c7b7 resource provider aggregate not found Jul 07 15:45:32.319707 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.services.segments.plugin [-] Segment 81110822-508c-4420-b11e-16fc5b98c7b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81110822-508c-4420-b11e-16fc5b98c7b7 found for delete ", "request_id": "req-29c4866a-86fb-4892-b3dc-e52dda4bf147"}]} Jul 07 15:45:32.387728 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539648'] for network (694ea20f-c7d1-40b1-860a-8001a8d19125), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:32.393141 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529357'] for network (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:32.396197 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] 10.222.0.25 "DELETE /v2.0/networks/694ea20f-c7d1-40b1-860a-8001a8d19125 HTTP/1.1" status: 204 len: 168 time: 0.3447051 Jul 07 15:45:32.406994 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Pushing event deleted for resources: {'Network': ['ID=694ea20f-c7d1-40b1-860a-8001a8d19125,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:45:32.415013 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.415363 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.415727 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.416065 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.416417 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.416725 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.417047 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.417369 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.417692 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.418016 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.418335 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.418652 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.418966 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.419280 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.419618 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d1077-f3f5-4099-8674-1f33d54fcbbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-5-iscsi {{(pid=104328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 15:45:32.763379 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 52062) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:45:32.804110 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-364c5a13-b395-4900-8d88-0e450826c210 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d087fee0c67c47f98f424fbdb919b547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395529 Jul 07 15:45:32.806423 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.wsgi [-] (104328) accepted ('10.222.0.25', 52064) {{(pid=104328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 15:45:32.852798 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-995b67a2-8db8-41d3-80a9-3a2359125c3c admin admin] Publish callbacks [] for security_group (744f3f8c-0978-4ad2-96b2-12d5deb28530), before_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:32.873632 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-995b67a2-8db8-41d3-80a9-3a2359125c3c admin admin] Publish callbacks [] for security_group (744f3f8c-0978-4ad2-96b2-12d5deb28530), precommit_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:32.994018 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-995b67a2-8db8-41d3-80a9-3a2359125c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684516'] for security_group (744f3f8c-0978-4ad2-96b2-12d5deb28530), after_delete {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:32.996567 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-995b67a2-8db8-41d3-80a9-3a2359125c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:32.997804 dv-cinder-841302-5-iscsi neutron-server[104328]: INFO neutron.wsgi [None req-995b67a2-8db8-41d3-80a9-3a2359125c3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/744f3f8c-0978-4ad2-96b2-12d5deb28530 HTTP/1.1" status: 204 len: 168 time: 0.1905160 Jul 07 15:45:33.006088 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b67a2-8db8-41d3-80a9-3a2359125c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744f3f8c-0978-4ad2-96b2-12d5deb28530,revision_number=None']} {{(pid=104328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 15:45:33.639129 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:36.260168 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:45:42.038947 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=28,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:45:42.039699 dv-cinder-841302-5-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:45:42.905842 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=45,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:45:43.002404 dv-cinder-841302-5-iscsi neutron-server[104328]: DEBUG dbcounter [-] [104328] Writing DB stats neutron:SELECT=54,neutron:DELETE=4 {{(pid=104328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:45:43.561909 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:45:43.566833 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:45:48.561589 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=18 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:45:48.564492 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=16 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:45:50.673054 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-1ae1297d-47d3-4e1b-ae49-2315aa0f80a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:52.816046 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-0da67046-5a0b-4fd9-b9f7-ef536792c541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:54.301372 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:55.553117 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:45:55.781659 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:46:03.615925 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:46:13.258858 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:46:13.562140 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:46:13.568132 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:46:20.660888 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-725031ad-e284-4c42-8cb1-f246cd54c0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:46:22.832431 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-4c5a64af-fa72-45b3-a344-5d063f32833b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:46:24.289913 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:46:25.558187 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:46:25.792649 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:46:27.239756 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=4 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:46:27.241218 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=6 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:46:33.649880 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:46:43.580587 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:46:43.581469 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:46:50.257859 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:46:50.723504 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-600bdf81-2f41-44f9-be71-26bd85c3f7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:46:52.854820 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-2edb70bc-9eb0-4078-9e14-0ae44ba9b985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:46:54.311399 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:46:55.569081 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:46:55.803289 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:47:00.253299 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=5 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:47:00.253981 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:47:03.637196 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:47:13.579916 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:47:13.585861 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:47:20.666128 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-91174c99-20be-4ab2-a50f-086a4d92296c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:47:22.830876 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-442a0ffe-3bea-4503-83ff-f81c8c71587d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:47:24.265799 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:47:25.562872 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:47:25.791937 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:47:27.255843 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:47:33.648243 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:47:37.251437 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=5 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:47:37.252179 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=3 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:47:43.598551 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:47:43.600406 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:47:48.564461 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=10 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:47:48.566275 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=16 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:47:50.688374 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-b23b2dbc-b1d0-4542-aa77-10143d6905ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:47:52.865819 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-d5cfe8a3-f153-454a-a608-ed44f4a828ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:47:54.293255 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:47:55.545303 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:47:55.774133 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:48:03.670713 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:48:04.254873 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:48:13.586437 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:48:13.592977 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:48:14.250706 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=4 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:48:14.251379 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=4 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:48:20.676344 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-c2a7c272-2eaa-47d1-8c3b-b68ba5b09f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:48:22.836412 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-dbe963a8-87b4-49ea-9c89-09d136f74cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:48:24.287688 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:48:25.544325 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:48:25.767302 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:48:33.693224 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:48:41.255646 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:48:43.605114 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:48:43.606965 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:48:50.686860 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-a47ff190-5ae6-4d4f-901e-09d79a81c482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:48:51.251306 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=4 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:48:51.251956 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:48:52.823407 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6c575263-6b7d-4465-9419-0572fed8e5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:48:54.308885 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:48:55.561194 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:48:55.795526 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:49:03.663609 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:49:13.604657 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:49:13.605854 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:49:18.253981 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:49:20.669168 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-4566191f-5503-42ac-a274-b0f804891b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:49:22.852292 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-995e5ee3-ca05-4db8-b7f9-ad9cb31692fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:49:24.309064 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:49:25.605134 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:49:25.794616 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:49:28.249260 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=4 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:49:28.249942 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=4 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:49:33.663553 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:49:43.602383 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:49:43.605246 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:49:48.573114 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=10 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:49:48.573861 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=16 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:49:50.698166 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7c7e755a-d38d-4b58-b9f9-5c3193e64309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:49:52.838955 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-6dd42ccf-06a3-488a-a93a-4809c4a5b296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:49:54.302927 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:49:55.253577 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:49:55.570298 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:49:55.800198 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:50:03.697204 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:50:05.249725 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=2 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:50:05.250377 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=6 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:50:13.618458 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:50:13.619792 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:50:20.672481 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-ec8536ba-2ba2-4877-8d35-1cbdf5103af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:50:22.839226 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-5cc33419-e1aa-4140-8df0-d7ea1d345fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0d2581a6-4155-4a82-b99c-0951b23a309f), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:50:24.313920 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-49d7675c-b198-4640-8373-16927e64f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (8e650d50-de60-4c2f-b4ee-ffbc38c92bc2), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:50:25.576929 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-7652ac3e-b617-4964-a638-8f2d9958241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (eac72505-042e-4f57-9a74-adc58dc8a8f3), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:50:25.805122 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-80d4e48e-4d4c-4f8c-bcb5-ecada301f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0ab8e037-3547-4239-9d12-5e014d4bc252), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:50:32.253468 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG neutron.db.agents_db [None req-6982d0f3-c14e-46b1-9d62-57396df48ad9 None None] Agent healthcheck: found 6 active agents {{(pid=104330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 15:50:33.679677 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-f5b43042-80a4-4002-9712-c1cb283059b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (3bc15f66-0f08-4c82-bb39-3eacb9fdbdec), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 15:50:42.249969 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=5 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:50:43.619073 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:50:43.620959 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG dbcounter [-] [104329] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104329) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:50:49.287144 dv-cinder-841302-5-iscsi neutron-server[104330]: DEBUG dbcounter [-] [104330] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 15:50:50.682924 dv-cinder-841302-5-iscsi neutron-server[104329]: DEBUG neutron_lib.callbacks.manager [None req-1014658d-7ad8-4c61-b73f-1de4c298d2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231032423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810403'] for agent (0870cd68-ffe4-454f-9d78-5c4e3fb7573d), after_update {{(pid=104329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}